RegularNet


In [12]:
#Load necessary libraries
import tensorflow as tf
import numpy as np
import tensorflow.contrib.slim as slim
import input_data
import matplotlib.pyplot as plt
%matplotlib inline

Load CIFAR Dataset

To obtain the CIFAR10 dataset, go here: https://www.cs.toronto.edu/~kriz/cifar.html

The training data is stored in 5 separate files, and we will alternate between them during training.


In [13]:
def unpickle(file):
    import cPickle
    fo = open(file, 'rb')
    dict = cPickle.load(fo)
    fo.close()
    return dict

def ConvertImages(raw):
    """
    Convert images from the CIFAR-10 format and
    return a 4-dim array with shape: [image_number, height, width, channel]
    where the pixels are floats between 0.0 and 1.0.
    """

    # Convert the raw images from the data-files to floating-points.
    raw_float = np.array(raw, dtype=float) / 255.0

    # Reshape the array to 4-dimensions.
    images = raw_float.reshape([-1, 3, 32, 32])

    # Reorder the indices of the array.
    images = images.transpose([0, 2, 3, 1])

    return images

In [14]:
currentCifar = 1
cifar = unpickle('./cifar10/data_batch_1')
cifarT = unpickle('./cifar10/test_batch')

In [15]:
total_layers = 25 #Specify how deep we want our network
units_between_stride = total_layers / 5

RegularNet

A Deep Neural Network composed exclusively of regular and strided convolutional layers. While this architecture works well for relatively shallow networks, it becomes increasingly more difficult to train as the network depth increases.


In [16]:
tf.reset_default_graph()

input_layer = tf.placeholder(shape=[None,32,32,3],dtype=tf.float32,name='input')
label_layer = tf.placeholder(shape=[None],dtype=tf.int32)
label_oh = slim.layers.one_hot_encoding(label_layer,10)

layer1 = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str(0))
for i in range(5):
    for j in range(units_between_stride):
        layer1 = slim.conv2d(layer1,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str((j+1) + (i*units_between_stride)))
    layer1 = slim.conv2d(layer1,64,[3,3],stride=[2,2],normalizer_fn=slim.batch_norm,scope='conv_s_'+str(i))
    
top = slim.conv2d(layer1,10,[3,3],normalizer_fn=slim.batch_norm,activation_fn=None,scope='conv_top')

output = slim.layers.softmax(slim.layers.flatten(top))

loss = tf.reduce_mean(-tf.reduce_sum(label_oh * tf.log(output) + 1e-10, axis=[1]))
trainer = tf.train.AdamOptimizer(learning_rate=0.001)
update = trainer.minimize(loss)

Visualize the network graph

We can call the Tensorflow Board to provide a graphical representation of our network.


In [17]:
from IPython.display import clear_output, Image, display, HTML

def strip_consts(graph_def, max_const_size=32):
    """Strip large constant values from graph_def."""
    strip_def = tf.GraphDef()
    for n0 in graph_def.node:
        n = strip_def.node.add() 
        n.MergeFrom(n0)
        if n.op == 'Const':
            tensor = n.attr['value'].tensor
            size = len(tensor.tensor_content)
            if size > max_const_size:
                tensor.tensor_content = "<stripped %d bytes>"%size
    return strip_def

def show_graph(graph_def, max_const_size=32):
    """Visualize TensorFlow graph."""
    if hasattr(graph_def, 'as_graph_def'):
        graph_def = graph_def.as_graph_def()
    strip_def = strip_consts(graph_def, max_const_size=max_const_size)
    code = """
        <script>
          function load() {{
            document.getElementById("{id}").pbtxt = {data};
          }}
        </script>
        <link rel="import" href="https://tensorboard.appspot.com/tf-graph-basic.build.html" onload=load()>
        <div style="height:600px">
          <tf-graph-basic id="{id}"></tf-graph-basic>
        </div>
    """.format(data=repr(str(strip_def)), id='graph'+str(np.random.rand()))

    iframe = """
        <iframe seamless style="width:1200px;height:620px;border:0" srcdoc="{}"></iframe>
    """.format(code.replace('"', '&quot;'))
    display(HTML(iframe))

In [7]:
show_graph(tf.get_default_graph().as_graph_def())


Training


In [8]:
init = tf.global_variables_initializer()
batch_size = 64
currentCifar = 1
total_steps = 20000
l = []
a = []
aT = []
saver = tf.train.Saver()
sess = tf.Session()
sess.run(init)
i = 0
draw = range(10000)
while i < total_steps:
    if i % (10000/batch_size) != 0:
        batch_index = np.random.choice(draw,size=batch_size,replace=False)
    else:
        draw = range(10000)
        if currentCifar == 5:
            currentCifar = 1
            print "Switched CIFAR set to " + str(currentCifar)
        else:
            currentCifar = currentCifar + 1
            print "Switched CIFAR set to " + str(currentCifar)
        cifar = unpickle('./cifar10/data_batch_'+str(currentCifar))
        batch_index = np.random.choice(draw,size=batch_size,replace=False)
    x = ConvertImages(cifar['data'][batch_index])  
    y = np.reshape(np.array(cifar['labels'])[batch_index],[batch_size,1])
    _,lossA,yP,LO = sess.run([update,loss,output,label_oh],feed_dict={input_layer:x,label_layer:np.hstack(y)})
    accuracy = np.sum(np.equal(np.hstack(y),np.argmax(yP,1)))/float(len(y))
    l.append(lossA)
    a.append(accuracy)
    if i % 10 == 0: print "Step: " + str(i) + " Loss: " + str(lossA) + " Accuracy: " + str(accuracy)
    if i % 100 == 0: 
        point = np.random.randint(0,10000-500)
        xT = ConvertImages(cifarT['data'][point:point+500]) 
        yT = np.reshape(np.array(cifarT['labels'])[point:point+500],[500])
        lossT,yP = sess.run([loss,output],feed_dict={input_layer:xT,label_layer:yT})
        accuracy = np.sum(np.equal(yT,np.argmax(yP,1)))/float(len(yT))
        aT.append(accuracy)
        print "Test set accuracy: " + str(accuracy)
    i+= 1
save_path = saver.save(sess, "./trainingmodels/RegularNet/model_regularnet.ckpt")
print "Model saved in file: " + str(save_path)
sess.close()


Switched CIFAR set to 2
Step: 0 Loss: 2.80273 Accuracy: 0.140625
Test set accuracy: 0.08
Step: 10 Loss: 2.43121 Accuracy: 0.09375
Step: 20 Loss: 2.4807 Accuracy: 0.125
Step: 30 Loss: 2.33313 Accuracy: 0.0625
Step: 40 Loss: 2.2087 Accuracy: 0.15625
Step: 50 Loss: 2.17728 Accuracy: 0.171875
Step: 60 Loss: 2.12482 Accuracy: 0.265625
Step: 70 Loss: 2.09211 Accuracy: 0.203125
Step: 80 Loss: 2.10615 Accuracy: 0.171875
Step: 90 Loss: 1.97439 Accuracy: 0.25
Step: 100 Loss: 1.98429 Accuracy: 0.21875
Test set accuracy: 0.224
Step: 110 Loss: 1.96683 Accuracy: 0.359375
Step: 120 Loss: 2.04758 Accuracy: 0.171875
Step: 130 Loss: 1.97782 Accuracy: 0.25
Step: 140 Loss: 2.12621 Accuracy: 0.15625
Step: 150 Loss: 1.76279 Accuracy: 0.34375
Switched CIFAR set to 3
Step: 160 Loss: 1.86327 Accuracy: 0.296875
Step: 170 Loss: 1.83411 Accuracy: 0.328125
Step: 180 Loss: 1.81969 Accuracy: 0.328125
Step: 190 Loss: 1.69023 Accuracy: 0.28125
Step: 200 Loss: 1.89762 Accuracy: 0.203125
Test set accuracy: 0.336
Step: 210 Loss: 1.97326 Accuracy: 0.328125
Step: 220 Loss: 1.86318 Accuracy: 0.3125
Step: 230 Loss: 1.64376 Accuracy: 0.4375
Step: 240 Loss: 1.66229 Accuracy: 0.34375
Step: 250 Loss: 1.75744 Accuracy: 0.375
Step: 260 Loss: 1.8246 Accuracy: 0.28125
Step: 270 Loss: 1.63145 Accuracy: 0.4375
Step: 280 Loss: 1.72978 Accuracy: 0.359375
Step: 290 Loss: 1.81664 Accuracy: 0.34375
Step: 300 Loss: 1.70014 Accuracy: 0.390625
Test set accuracy: 0.354
Step: 310 Loss: 1.79323 Accuracy: 0.25
Switched CIFAR set to 4
Step: 320 Loss: 1.74616 Accuracy: 0.359375
Step: 330 Loss: 1.73425 Accuracy: 0.296875
Step: 340 Loss: 1.883 Accuracy: 0.28125
Step: 350 Loss: 1.72507 Accuracy: 0.390625
Step: 360 Loss: 1.88301 Accuracy: 0.359375
Step: 370 Loss: 1.68201 Accuracy: 0.390625
Step: 380 Loss: 1.6173 Accuracy: 0.359375
Step: 390 Loss: 1.84594 Accuracy: 0.359375
Step: 400 Loss: 1.64592 Accuracy: 0.484375
Test set accuracy: 0.374
Step: 410 Loss: 1.53804 Accuracy: 0.453125
Step: 420 Loss: 1.55553 Accuracy: 0.4375
Step: 430 Loss: 1.89091 Accuracy: 0.25
Step: 440 Loss: 1.65265 Accuracy: 0.375
Step: 450 Loss: 1.59538 Accuracy: 0.359375
Step: 460 Loss: 1.77055 Accuracy: 0.328125
Switched CIFAR set to 5
Step: 470 Loss: 1.49941 Accuracy: 0.375
Step: 480 Loss: 1.6698 Accuracy: 0.453125
Step: 490 Loss: 1.80453 Accuracy: 0.28125
Step: 500 Loss: 1.77853 Accuracy: 0.390625
Test set accuracy: 0.41
Step: 510 Loss: 1.49383 Accuracy: 0.5
Step: 520 Loss: 1.54374 Accuracy: 0.515625
Step: 530 Loss: 1.65042 Accuracy: 0.390625
Step: 540 Loss: 1.59022 Accuracy: 0.4375
Step: 550 Loss: 1.71944 Accuracy: 0.4375
Step: 560 Loss: 1.4917 Accuracy: 0.421875
Step: 570 Loss: 1.53295 Accuracy: 0.453125
Step: 580 Loss: 1.72519 Accuracy: 0.390625
Step: 590 Loss: 1.74823 Accuracy: 0.390625
Step: 600 Loss: 1.47426 Accuracy: 0.53125
Test set accuracy: 0.426
Step: 610 Loss: 1.40958 Accuracy: 0.515625
Step: 620 Loss: 1.52513 Accuracy: 0.421875
Switched CIFAR set to 1
Step: 630 Loss: 1.76164 Accuracy: 0.453125
Step: 640 Loss: 1.78368 Accuracy: 0.3125
Step: 650 Loss: 1.83743 Accuracy: 0.375
Step: 660 Loss: 1.6458 Accuracy: 0.515625
Step: 670 Loss: 1.28856 Accuracy: 0.640625
Step: 680 Loss: 1.64234 Accuracy: 0.421875
Step: 690 Loss: 1.60481 Accuracy: 0.484375
Step: 700 Loss: 1.34315 Accuracy: 0.5625
Test set accuracy: 0.434
Step: 710 Loss: 1.47351 Accuracy: 0.546875
Step: 720 Loss: 1.59782 Accuracy: 0.421875
Step: 730 Loss: 1.58737 Accuracy: 0.4375
Step: 740 Loss: 1.48034 Accuracy: 0.453125
Step: 750 Loss: 1.4625 Accuracy: 0.53125
Step: 760 Loss: 1.48323 Accuracy: 0.484375
Step: 770 Loss: 1.45855 Accuracy: 0.515625
Switched CIFAR set to 2
Step: 780 Loss: 1.68739 Accuracy: 0.359375
Step: 790 Loss: 1.36099 Accuracy: 0.53125
Step: 800 Loss: 1.44582 Accuracy: 0.484375
Test set accuracy: 0.448
Step: 810 Loss: 1.44045 Accuracy: 0.53125
Step: 820 Loss: 1.63631 Accuracy: 0.421875
Step: 830 Loss: 1.57744 Accuracy: 0.40625
Step: 840 Loss: 1.48795 Accuracy: 0.453125
Step: 850 Loss: 1.51822 Accuracy: 0.515625
Step: 860 Loss: 1.41732 Accuracy: 0.5
Step: 870 Loss: 1.55127 Accuracy: 0.4375
Step: 880 Loss: 1.6542 Accuracy: 0.453125
Step: 890 Loss: 1.5397 Accuracy: 0.421875
Step: 900 Loss: 1.37198 Accuracy: 0.515625
Test set accuracy: 0.492
Step: 910 Loss: 1.38146 Accuracy: 0.5625
Step: 920 Loss: 1.51559 Accuracy: 0.5
Step: 930 Loss: 1.35368 Accuracy: 0.609375
Switched CIFAR set to 3
Step: 940 Loss: 1.52167 Accuracy: 0.515625
Step: 950 Loss: 1.46195 Accuracy: 0.515625
Step: 960 Loss: 1.77973 Accuracy: 0.40625
Step: 970 Loss: 1.53464 Accuracy: 0.46875
Step: 980 Loss: 1.46662 Accuracy: 0.5
Step: 990 Loss: 1.4303 Accuracy: 0.453125
Step: 1000 Loss: 1.34974 Accuracy: 0.546875
Test set accuracy: 0.46
Step: 1010 Loss: 1.39269 Accuracy: 0.546875
Step: 1020 Loss: 1.56658 Accuracy: 0.515625
Step: 1030 Loss: 1.30417 Accuracy: 0.578125
Step: 1040 Loss: 1.38275 Accuracy: 0.515625
Step: 1050 Loss: 1.23665 Accuracy: 0.609375
Step: 1060 Loss: 1.36149 Accuracy: 0.546875
Step: 1070 Loss: 1.29132 Accuracy: 0.609375
Step: 1080 Loss: 1.22635 Accuracy: 0.578125
Step: 1090 Loss: 1.26979 Accuracy: 0.546875
Switched CIFAR set to 4
Step: 1100 Loss: 1.63479 Accuracy: 0.421875
Test set accuracy: 0.542
Step: 1110 Loss: 1.47848 Accuracy: 0.484375
Step: 1120 Loss: 1.47453 Accuracy: 0.453125
Step: 1130 Loss: 1.4747 Accuracy: 0.40625
Step: 1140 Loss: 1.30746 Accuracy: 0.578125
Step: 1150 Loss: 1.30452 Accuracy: 0.5625
Step: 1160 Loss: 1.29473 Accuracy: 0.609375
Step: 1170 Loss: 1.41788 Accuracy: 0.5625
Step: 1180 Loss: 1.41281 Accuracy: 0.5625
Step: 1190 Loss: 1.39199 Accuracy: 0.5
Step: 1200 Loss: 1.36025 Accuracy: 0.59375
Test set accuracy: 0.542
Step: 1210 Loss: 1.22113 Accuracy: 0.640625
Step: 1220 Loss: 1.24262 Accuracy: 0.578125
Step: 1230 Loss: 1.61292 Accuracy: 0.34375
Step: 1240 Loss: 1.23752 Accuracy: 0.59375
Switched CIFAR set to 5
Step: 1250 Loss: 1.33834 Accuracy: 0.53125
Step: 1260 Loss: 1.42837 Accuracy: 0.546875
Step: 1270 Loss: 1.46696 Accuracy: 0.5
Step: 1280 Loss: 1.35841 Accuracy: 0.5625
Step: 1290 Loss: 1.48753 Accuracy: 0.453125
Step: 1300 Loss: 1.44157 Accuracy: 0.484375
Test set accuracy: 0.538
Step: 1310 Loss: 1.38752 Accuracy: 0.5
Step: 1320 Loss: 1.20363 Accuracy: 0.609375
Step: 1330 Loss: 1.22847 Accuracy: 0.625
Step: 1340 Loss: 1.29532 Accuracy: 0.609375
Step: 1350 Loss: 1.26508 Accuracy: 0.578125
Step: 1360 Loss: 1.26266 Accuracy: 0.578125
Step: 1370 Loss: 1.22055 Accuracy: 0.625
Step: 1380 Loss: 1.23018 Accuracy: 0.625
Step: 1390 Loss: 1.21049 Accuracy: 0.609375
Step: 1400 Loss: 1.14817 Accuracy: 0.625
Test set accuracy: 0.542
Switched CIFAR set to 1
Step: 1410 Loss: 1.71139 Accuracy: 0.421875
Step: 1420 Loss: 1.55066 Accuracy: 0.546875
Step: 1430 Loss: 1.41563 Accuracy: 0.578125
Step: 1440 Loss: 1.2878 Accuracy: 0.515625
Step: 1450 Loss: 1.45342 Accuracy: 0.5625
Step: 1460 Loss: 1.32885 Accuracy: 0.453125
Step: 1470 Loss: 1.33411 Accuracy: 0.5
Step: 1480 Loss: 1.23975 Accuracy: 0.625
Step: 1490 Loss: 1.38758 Accuracy: 0.515625
Step: 1500 Loss: 1.44214 Accuracy: 0.53125
Test set accuracy: 0.584
Step: 1510 Loss: 1.1629 Accuracy: 0.625
Step: 1520 Loss: 1.22212 Accuracy: 0.671875
Step: 1530 Loss: 1.34468 Accuracy: 0.515625
Step: 1540 Loss: 1.02859 Accuracy: 0.734375
Step: 1550 Loss: 1.14298 Accuracy: 0.625
Switched CIFAR set to 2
Step: 1560 Loss: 1.47789 Accuracy: 0.546875
Step: 1570 Loss: 1.45335 Accuracy: 0.546875
Step: 1580 Loss: 1.29046 Accuracy: 0.5625
Step: 1590 Loss: 1.38316 Accuracy: 0.53125
Step: 1600 Loss: 1.35207 Accuracy: 0.53125
Test set accuracy: 0.574
Step: 1610 Loss: 1.478 Accuracy: 0.421875
Step: 1620 Loss: 1.30055 Accuracy: 0.5625
Step: 1630 Loss: 1.26292 Accuracy: 0.546875
Step: 1640 Loss: 1.2995 Accuracy: 0.53125
Step: 1650 Loss: 1.34719 Accuracy: 0.578125
Step: 1660 Loss: 1.30186 Accuracy: 0.59375
Step: 1670 Loss: 1.29102 Accuracy: 0.53125
Step: 1680 Loss: 1.25356 Accuracy: 0.609375
Step: 1690 Loss: 1.35418 Accuracy: 0.53125
Step: 1700 Loss: 1.19205 Accuracy: 0.59375
Test set accuracy: 0.594
Step: 1710 Loss: 1.30719 Accuracy: 0.53125
Switched CIFAR set to 3
Step: 1720 Loss: 1.04657 Accuracy: 0.6875
Step: 1730 Loss: 1.13669 Accuracy: 0.609375
Step: 1740 Loss: 1.15132 Accuracy: 0.625
Step: 1750 Loss: 1.30899 Accuracy: 0.5625
Step: 1760 Loss: 1.26037 Accuracy: 0.53125
Step: 1770 Loss: 1.41192 Accuracy: 0.578125
Step: 1780 Loss: 1.34775 Accuracy: 0.53125
Step: 1790 Loss: 1.16711 Accuracy: 0.59375
Step: 1800 Loss: 1.11851 Accuracy: 0.71875
Test set accuracy: 0.544
Step: 1810 Loss: 1.17768 Accuracy: 0.609375
Step: 1820 Loss: 1.37948 Accuracy: 0.453125
Step: 1830 Loss: 1.00253 Accuracy: 0.75
Step: 1840 Loss: 1.05129 Accuracy: 0.625
Step: 1850 Loss: 1.13819 Accuracy: 0.65625
Step: 1860 Loss: 1.06955 Accuracy: 0.6875
Step: 1870 Loss: 0.93404 Accuracy: 0.75
Switched CIFAR set to 4
Step: 1880 Loss: 1.18026 Accuracy: 0.625
Step: 1890 Loss: 1.30028 Accuracy: 0.59375
Step: 1900 Loss: 1.44292 Accuracy: 0.53125
Test set accuracy: 0.588
Step: 1910 Loss: 1.12629 Accuracy: 0.65625
Step: 1920 Loss: 1.13255 Accuracy: 0.609375
Step: 1930 Loss: 1.11347 Accuracy: 0.640625
Step: 1940 Loss: 1.19634 Accuracy: 0.65625
Step: 1950 Loss: 0.958582 Accuracy: 0.71875
Step: 1960 Loss: 1.41466 Accuracy: 0.546875
Step: 1970 Loss: 1.19176 Accuracy: 0.65625
Step: 1980 Loss: 1.43961 Accuracy: 0.53125
Step: 1990 Loss: 1.40303 Accuracy: 0.546875
Step: 2000 Loss: 1.37896 Accuracy: 0.5625
Test set accuracy: 0.616
Step: 2010 Loss: 1.05809 Accuracy: 0.671875
Step: 2020 Loss: 1.17998 Accuracy: 0.625
Switched CIFAR set to 5
Step: 2030 Loss: 1.23487 Accuracy: 0.59375
Step: 2040 Loss: 1.2236 Accuracy: 0.609375
Step: 2050 Loss: 1.321 Accuracy: 0.5
Step: 2060 Loss: 1.09296 Accuracy: 0.640625
Step: 2070 Loss: 1.23906 Accuracy: 0.59375
Step: 2080 Loss: 1.11825 Accuracy: 0.65625
Step: 2090 Loss: 1.12476 Accuracy: 0.671875
Step: 2100 Loss: 1.18148 Accuracy: 0.609375
Test set accuracy: 0.6
Step: 2110 Loss: 1.12096 Accuracy: 0.703125
Step: 2120 Loss: 0.792826 Accuracy: 0.78125
Step: 2130 Loss: 1.05103 Accuracy: 0.671875
Step: 2140 Loss: 1.24191 Accuracy: 0.609375
Step: 2150 Loss: 1.1762 Accuracy: 0.65625
Step: 2160 Loss: 1.16447 Accuracy: 0.5625
Step: 2170 Loss: 1.18861 Accuracy: 0.59375
Step: 2180 Loss: 1.24019 Accuracy: 0.609375
Switched CIFAR set to 1
Step: 2190 Loss: 1.35808 Accuracy: 0.5625
Step: 2200 Loss: 1.15044 Accuracy: 0.625
Test set accuracy: 0.628
Step: 2210 Loss: 1.01268 Accuracy: 0.75
Step: 2220 Loss: 1.10555 Accuracy: 0.671875
Step: 2230 Loss: 0.913018 Accuracy: 0.75
Step: 2240 Loss: 1.01769 Accuracy: 0.71875
Step: 2250 Loss: 1.15911 Accuracy: 0.625
Step: 2260 Loss: 1.27195 Accuracy: 0.609375
Step: 2270 Loss: 1.11564 Accuracy: 0.6875
Step: 2280 Loss: 1.12871 Accuracy: 0.578125
Step: 2290 Loss: 1.15987 Accuracy: 0.609375
Step: 2300 Loss: 1.12017 Accuracy: 0.65625
Test set accuracy: 0.618
Step: 2310 Loss: 1.07631 Accuracy: 0.6875
Step: 2320 Loss: 1.13752 Accuracy: 0.625
Step: 2330 Loss: 0.867998 Accuracy: 0.765625
Switched CIFAR set to 2
Step: 2340 Loss: 1.20595 Accuracy: 0.671875
Step: 2350 Loss: 1.00403 Accuracy: 0.703125
Step: 2360 Loss: 1.26713 Accuracy: 0.578125
Step: 2370 Loss: 1.21725 Accuracy: 0.625
Step: 2380 Loss: 1.28295 Accuracy: 0.59375
Step: 2390 Loss: 1.1181 Accuracy: 0.703125
Step: 2400 Loss: 1.12526 Accuracy: 0.546875
Test set accuracy: 0.634
Step: 2410 Loss: 1.12159 Accuracy: 0.625
Step: 2420 Loss: 1.00758 Accuracy: 0.6875
Step: 2430 Loss: 1.05003 Accuracy: 0.65625
Step: 2440 Loss: 1.10625 Accuracy: 0.625
Step: 2450 Loss: 1.14578 Accuracy: 0.65625
Step: 2460 Loss: 1.04117 Accuracy: 0.734375
Step: 2470 Loss: 0.934197 Accuracy: 0.734375
Step: 2480 Loss: 1.19078 Accuracy: 0.578125
Step: 2490 Loss: 1.32315 Accuracy: 0.625
Switched CIFAR set to 3
Step: 2500 Loss: 1.05771 Accuracy: 0.671875
Test set accuracy: 0.67
Step: 2510 Loss: 1.11655 Accuracy: 0.671875
Step: 2520 Loss: 1.11358 Accuracy: 0.609375
Step: 2530 Loss: 0.999176 Accuracy: 0.671875
Step: 2540 Loss: 0.993211 Accuracy: 0.703125
Step: 2550 Loss: 1.06561 Accuracy: 0.671875
Step: 2560 Loss: 1.16768 Accuracy: 0.625
Step: 2570 Loss: 0.916776 Accuracy: 0.6875
Step: 2580 Loss: 1.08946 Accuracy: 0.625
Step: 2590 Loss: 1.07453 Accuracy: 0.71875
Step: 2600 Loss: 1.17357 Accuracy: 0.578125
Test set accuracy: 0.67
Step: 2610 Loss: 1.09453 Accuracy: 0.65625
Step: 2620 Loss: 1.03213 Accuracy: 0.71875
Step: 2630 Loss: 1.0782 Accuracy: 0.65625
Step: 2640 Loss: 1.11918 Accuracy: 0.5625
Step: 2650 Loss: 0.987272 Accuracy: 0.734375
Switched CIFAR set to 4
Step: 2660 Loss: 0.898174 Accuracy: 0.78125
Step: 2670 Loss: 0.983041 Accuracy: 0.734375
Step: 2680 Loss: 0.97383 Accuracy: 0.734375
Step: 2690 Loss: 1.11523 Accuracy: 0.671875
Step: 2700 Loss: 1.00751 Accuracy: 0.65625
Test set accuracy: 0.628
Step: 2710 Loss: 1.37863 Accuracy: 0.515625
Step: 2720 Loss: 0.970276 Accuracy: 0.734375
Step: 2730 Loss: 1.03727 Accuracy: 0.71875
Step: 2740 Loss: 0.999583 Accuracy: 0.6875
Step: 2750 Loss: 0.978534 Accuracy: 0.71875
Step: 2760 Loss: 0.943833 Accuracy: 0.734375
Step: 2770 Loss: 1.10714 Accuracy: 0.671875
Step: 2780 Loss: 1.08407 Accuracy: 0.703125
Step: 2790 Loss: 1.00009 Accuracy: 0.703125
Step: 2800 Loss: 0.988569 Accuracy: 0.6875
Test set accuracy: 0.708
Switched CIFAR set to 5
Step: 2810 Loss: 1.10883 Accuracy: 0.65625
Step: 2820 Loss: 0.956505 Accuracy: 0.734375
Step: 2830 Loss: 1.22023 Accuracy: 0.625
Step: 2840 Loss: 1.30366 Accuracy: 0.515625
Step: 2850 Loss: 1.16283 Accuracy: 0.671875
Step: 2860 Loss: 1.11252 Accuracy: 0.671875
Step: 2870 Loss: 0.969702 Accuracy: 0.671875
Step: 2880 Loss: 1.14689 Accuracy: 0.625
Step: 2890 Loss: 0.87733 Accuracy: 0.796875
Step: 2900 Loss: 0.991148 Accuracy: 0.71875
Test set accuracy: 0.686
Step: 2910 Loss: 0.806472 Accuracy: 0.796875
Step: 2920 Loss: 0.978979 Accuracy: 0.703125
Step: 2930 Loss: 0.897145 Accuracy: 0.75
Step: 2940 Loss: 1.07669 Accuracy: 0.6875
Step: 2950 Loss: 1.07499 Accuracy: 0.703125
Step: 2960 Loss: 0.925674 Accuracy: 0.796875
Switched CIFAR set to 1
Step: 2970 Loss: 0.954313 Accuracy: 0.6875
Step: 2980 Loss: 1.11775 Accuracy: 0.65625
Step: 2990 Loss: 1.17737 Accuracy: 0.609375
Step: 3000 Loss: 1.04078 Accuracy: 0.6875
Test set accuracy: 0.686
Step: 3010 Loss: 1.01049 Accuracy: 0.671875
Step: 3020 Loss: 0.952361 Accuracy: 0.75
Step: 3030 Loss: 0.92982 Accuracy: 0.75
Step: 3040 Loss: 1.21838 Accuracy: 0.59375
Step: 3050 Loss: 0.924587 Accuracy: 0.734375
Step: 3060 Loss: 1.19529 Accuracy: 0.65625
Step: 3070 Loss: 0.757892 Accuracy: 0.828125
Step: 3080 Loss: 0.989225 Accuracy: 0.671875
Step: 3090 Loss: 0.76277 Accuracy: 0.828125
Step: 3100 Loss: 0.863287 Accuracy: 0.71875
Test set accuracy: 0.674
Step: 3110 Loss: 1.12018 Accuracy: 0.640625
Switched CIFAR set to 2
Step: 3120 Loss: 1.14308 Accuracy: 0.65625
Step: 3130 Loss: 1.12726 Accuracy: 0.640625
Step: 3140 Loss: 1.06245 Accuracy: 0.703125
Step: 3150 Loss: 1.22055 Accuracy: 0.578125
Step: 3160 Loss: 1.413 Accuracy: 0.5625
Step: 3170 Loss: 1.20062 Accuracy: 0.609375
Step: 3180 Loss: 0.944151 Accuracy: 0.75
Step: 3190 Loss: 0.856919 Accuracy: 0.75
Step: 3200 Loss: 1.06143 Accuracy: 0.671875
Test set accuracy: 0.694
Step: 3210 Loss: 0.880087 Accuracy: 0.75
Step: 3220 Loss: 0.836775 Accuracy: 0.8125
Step: 3230 Loss: 1.0739 Accuracy: 0.6875
Step: 3240 Loss: 0.838943 Accuracy: 0.765625
Step: 3250 Loss: 1.03517 Accuracy: 0.703125
Step: 3260 Loss: 0.92936 Accuracy: 0.71875
Step: 3270 Loss: 0.902317 Accuracy: 0.765625
Switched CIFAR set to 3
Step: 3280 Loss: 1.08381 Accuracy: 0.671875
Step: 3290 Loss: 0.899187 Accuracy: 0.75
Step: 3300 Loss: 1.23461 Accuracy: 0.625
Test set accuracy: 0.666
Step: 3310 Loss: 1.02199 Accuracy: 0.703125
Step: 3320 Loss: 1.0892 Accuracy: 0.671875
Step: 3330 Loss: 0.927283 Accuracy: 0.71875
Step: 3340 Loss: 1.08741 Accuracy: 0.703125
Step: 3350 Loss: 0.992926 Accuracy: 0.75
Step: 3360 Loss: 1.02959 Accuracy: 0.703125
Step: 3370 Loss: 0.891758 Accuracy: 0.75
Step: 3380 Loss: 0.773091 Accuracy: 0.796875
Step: 3390 Loss: 0.774974 Accuracy: 0.78125
Step: 3400 Loss: 1.04531 Accuracy: 0.6875
Test set accuracy: 0.66
Step: 3410 Loss: 1.02465 Accuracy: 0.703125
Step: 3420 Loss: 0.995249 Accuracy: 0.734375
Step: 3430 Loss: 1.02415 Accuracy: 0.6875
Switched CIFAR set to 4
Step: 3440 Loss: 1.04627 Accuracy: 0.625
Step: 3450 Loss: 0.889652 Accuracy: 0.78125
Step: 3460 Loss: 0.899555 Accuracy: 0.734375
Step: 3470 Loss: 1.05053 Accuracy: 0.71875
Step: 3480 Loss: 0.982302 Accuracy: 0.71875
Step: 3490 Loss: 0.914615 Accuracy: 0.734375
Step: 3500 Loss: 1.05082 Accuracy: 0.65625
Test set accuracy: 0.684
Step: 3510 Loss: 1.09429 Accuracy: 0.703125
Step: 3520 Loss: 0.988285 Accuracy: 0.703125
Step: 3530 Loss: 1.04943 Accuracy: 0.6875
Step: 3540 Loss: 1.12679 Accuracy: 0.6875
Step: 3550 Loss: 0.815756 Accuracy: 0.796875
Step: 3560 Loss: 0.92133 Accuracy: 0.71875
Step: 3570 Loss: 1.06735 Accuracy: 0.65625
Step: 3580 Loss: 0.981454 Accuracy: 0.703125
Switched CIFAR set to 5
Step: 3590 Loss: 0.825082 Accuracy: 0.78125
Step: 3600 Loss: 0.99806 Accuracy: 0.71875
Test set accuracy: 0.682
Step: 3610 Loss: 0.924268 Accuracy: 0.734375
Step: 3620 Loss: 0.8499 Accuracy: 0.75
Step: 3630 Loss: 1.10329 Accuracy: 0.6875
Step: 3640 Loss: 1.08348 Accuracy: 0.6875
Step: 3650 Loss: 0.827809 Accuracy: 0.78125
Step: 3660 Loss: 0.682009 Accuracy: 0.84375
Step: 3670 Loss: 0.938393 Accuracy: 0.734375
Step: 3680 Loss: 0.867722 Accuracy: 0.765625
Step: 3690 Loss: 0.745721 Accuracy: 0.828125
Step: 3700 Loss: 1.09894 Accuracy: 0.640625
Test set accuracy: 0.706
Step: 3710 Loss: 1.03149 Accuracy: 0.71875
Step: 3720 Loss: 0.949606 Accuracy: 0.734375
Step: 3730 Loss: 0.764277 Accuracy: 0.8125
Step: 3740 Loss: 0.820214 Accuracy: 0.78125
Switched CIFAR set to 1
Step: 3750 Loss: 0.988564 Accuracy: 0.6875
Step: 3760 Loss: 0.972296 Accuracy: 0.765625
Step: 3770 Loss: 0.925364 Accuracy: 0.765625
Step: 3780 Loss: 0.938905 Accuracy: 0.75
Step: 3790 Loss: 1.14905 Accuracy: 0.6875
Step: 3800 Loss: 1.00403 Accuracy: 0.6875
Test set accuracy: 0.72
Step: 3810 Loss: 0.898586 Accuracy: 0.75
Step: 3820 Loss: 0.863837 Accuracy: 0.75
Step: 3830 Loss: 0.904752 Accuracy: 0.765625
Step: 3840 Loss: 0.750511 Accuracy: 0.828125
Step: 3850 Loss: 1.00385 Accuracy: 0.6875
Step: 3860 Loss: 0.97791 Accuracy: 0.71875
Step: 3870 Loss: 0.656684 Accuracy: 0.84375
Step: 3880 Loss: 0.870175 Accuracy: 0.75
Step: 3890 Loss: 0.894643 Accuracy: 0.734375
Switched CIFAR set to 2
Step: 3900 Loss: 1.09567 Accuracy: 0.625
Test set accuracy: 0.69
Step: 3910 Loss: 0.920792 Accuracy: 0.75
Step: 3920 Loss: 0.982109 Accuracy: 0.75
Step: 3930 Loss: 0.795772 Accuracy: 0.8125
Step: 3940 Loss: 1.01425 Accuracy: 0.71875
Step: 3950 Loss: 1.00557 Accuracy: 0.703125
Step: 3960 Loss: 0.845053 Accuracy: 0.734375
Step: 3970 Loss: 0.880024 Accuracy: 0.75
Step: 3980 Loss: 0.966979 Accuracy: 0.734375
Step: 3990 Loss: 0.761285 Accuracy: 0.8125
Step: 4000 Loss: 0.82098 Accuracy: 0.8125
Test set accuracy: 0.714
Step: 4010 Loss: 1.06554 Accuracy: 0.703125
Step: 4020 Loss: 0.906648 Accuracy: 0.71875
Step: 4030 Loss: 1.01683 Accuracy: 0.671875
Step: 4040 Loss: 0.96146 Accuracy: 0.703125
Step: 4050 Loss: 0.871788 Accuracy: 0.765625
Switched CIFAR set to 3
Step: 4060 Loss: 0.847871 Accuracy: 0.71875
Step: 4070 Loss: 0.949812 Accuracy: 0.796875
Step: 4080 Loss: 0.971104 Accuracy: 0.75
Step: 4090 Loss: 0.92076 Accuracy: 0.734375
Step: 4100 Loss: 0.854444 Accuracy: 0.75
Test set accuracy: 0.756
Step: 4110 Loss: 0.87176 Accuracy: 0.8125
Step: 4120 Loss: 0.963346 Accuracy: 0.765625
Step: 4130 Loss: 0.874392 Accuracy: 0.78125
Step: 4140 Loss: 0.995414 Accuracy: 0.75
Step: 4150 Loss: 0.742615 Accuracy: 0.859375
Step: 4160 Loss: 1.08111 Accuracy: 0.703125
Step: 4170 Loss: 0.765586 Accuracy: 0.796875
Step: 4180 Loss: 0.7414 Accuracy: 0.828125
Step: 4190 Loss: 0.855866 Accuracy: 0.75
Step: 4200 Loss: 0.788488 Accuracy: 0.765625
Test set accuracy: 0.744
Step: 4210 Loss: 0.747946 Accuracy: 0.8125
Switched CIFAR set to 4
Step: 4220 Loss: 1.2529 Accuracy: 0.65625
Step: 4230 Loss: 1.07477 Accuracy: 0.671875
Step: 4240 Loss: 1.01989 Accuracy: 0.703125
Step: 4250 Loss: 0.975755 Accuracy: 0.734375
Step: 4260 Loss: 0.866749 Accuracy: 0.75
Step: 4270 Loss: 0.974999 Accuracy: 0.734375
Step: 4280 Loss: 0.981078 Accuracy: 0.71875
Step: 4290 Loss: 0.709217 Accuracy: 0.8125
Step: 4300 Loss: 0.828505 Accuracy: 0.75
Test set accuracy: 0.71
Step: 4310 Loss: 0.865002 Accuracy: 0.78125
Step: 4320 Loss: 0.993107 Accuracy: 0.703125
Step: 4330 Loss: 0.967127 Accuracy: 0.734375
Step: 4340 Loss: 0.948802 Accuracy: 0.734375
Step: 4350 Loss: 0.760457 Accuracy: 0.78125
Step: 4360 Loss: 1.03447 Accuracy: 0.703125
Switched CIFAR set to 5
Step: 4370 Loss: 0.939723 Accuracy: 0.703125
Step: 4380 Loss: 0.76883 Accuracy: 0.8125
Step: 4390 Loss: 0.929643 Accuracy: 0.71875
Step: 4400 Loss: 0.863992 Accuracy: 0.796875
Test set accuracy: 0.7
Step: 4410 Loss: 0.808926 Accuracy: 0.78125
Step: 4420 Loss: 0.98158 Accuracy: 0.71875
Step: 4430 Loss: 0.982745 Accuracy: 0.75
Step: 4440 Loss: 0.946458 Accuracy: 0.703125
Step: 4450 Loss: 0.804117 Accuracy: 0.828125
Step: 4460 Loss: 0.840724 Accuracy: 0.78125
Step: 4470 Loss: 0.716562 Accuracy: 0.828125
Step: 4480 Loss: 1.06115 Accuracy: 0.703125
Step: 4490 Loss: 0.763019 Accuracy: 0.84375
Step: 4500 Loss: 1.06182 Accuracy: 0.65625
Test set accuracy: 0.746
Step: 4510 Loss: 0.814719 Accuracy: 0.828125
Step: 4520 Loss: 0.725557 Accuracy: 0.828125
Switched CIFAR set to 1
Step: 4530 Loss: 0.986642 Accuracy: 0.734375
Step: 4540 Loss: 0.690733 Accuracy: 0.828125
Step: 4550 Loss: 0.746347 Accuracy: 0.8125
Step: 4560 Loss: 1.07159 Accuracy: 0.65625
Step: 4570 Loss: 0.981454 Accuracy: 0.765625
Step: 4580 Loss: 0.925871 Accuracy: 0.71875
Step: 4590 Loss: 0.709225 Accuracy: 0.84375
Step: 4600 Loss: 0.936675 Accuracy: 0.75
Test set accuracy: 0.768
Step: 4610 Loss: 0.72046 Accuracy: 0.859375
Step: 4620 Loss: 0.910378 Accuracy: 0.6875
Step: 4630 Loss: 0.976738 Accuracy: 0.734375
Step: 4640 Loss: 0.948768 Accuracy: 0.734375
Step: 4650 Loss: 0.728629 Accuracy: 0.828125
Step: 4660 Loss: 0.72179 Accuracy: 0.8125
Step: 4670 Loss: 0.746095 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 4680 Loss: 0.8559 Accuracy: 0.75
Step: 4690 Loss: 0.892683 Accuracy: 0.765625
Step: 4700 Loss: 1.15715 Accuracy: 0.625
Test set accuracy: 0.712
Step: 4710 Loss: 0.847421 Accuracy: 0.765625
Step: 4720 Loss: 1.18967 Accuracy: 0.625
Step: 4730 Loss: 0.853974 Accuracy: 0.75
Step: 4740 Loss: 0.940297 Accuracy: 0.734375
Step: 4750 Loss: 0.83128 Accuracy: 0.8125
Step: 4760 Loss: 0.983772 Accuracy: 0.765625
Step: 4770 Loss: 0.847526 Accuracy: 0.75
Step: 4780 Loss: 0.863384 Accuracy: 0.78125
Step: 4790 Loss: 0.903407 Accuracy: 0.765625
Step: 4800 Loss: 0.714783 Accuracy: 0.859375
Test set accuracy: 0.73
Step: 4810 Loss: 0.844345 Accuracy: 0.796875
Step: 4820 Loss: 0.993495 Accuracy: 0.703125
Step: 4830 Loss: 0.775925 Accuracy: 0.828125
Switched CIFAR set to 3
Step: 4840 Loss: 0.926764 Accuracy: 0.71875
Step: 4850 Loss: 0.843092 Accuracy: 0.75
Step: 4860 Loss: 0.972802 Accuracy: 0.703125
Step: 4870 Loss: 0.867854 Accuracy: 0.765625
Step: 4880 Loss: 0.973125 Accuracy: 0.71875
Step: 4890 Loss: 0.864024 Accuracy: 0.796875
Step: 4900 Loss: 0.861577 Accuracy: 0.78125
Test set accuracy: 0.732
Step: 4910 Loss: 0.559542 Accuracy: 0.921875
Step: 4920 Loss: 0.824 Accuracy: 0.8125
Step: 4930 Loss: 0.813931 Accuracy: 0.828125
Step: 4940 Loss: 0.855438 Accuracy: 0.75
Step: 4950 Loss: 0.705158 Accuracy: 0.8125
Step: 4960 Loss: 0.846845 Accuracy: 0.765625
Step: 4970 Loss: 0.793126 Accuracy: 0.796875
Step: 4980 Loss: 0.926954 Accuracy: 0.75
Step: 4990 Loss: 0.691122 Accuracy: 0.828125
Switched CIFAR set to 4
Step: 5000 Loss: 1.23035 Accuracy: 0.59375
Test set accuracy: 0.708
Step: 5010 Loss: 1.10907 Accuracy: 0.65625
Step: 5020 Loss: 1.13978 Accuracy: 0.6875
Step: 5030 Loss: 0.976655 Accuracy: 0.6875
Step: 5040 Loss: 0.747933 Accuracy: 0.828125
Step: 5050 Loss: 0.795646 Accuracy: 0.78125
Step: 5060 Loss: 0.913103 Accuracy: 0.78125
Step: 5070 Loss: 0.871144 Accuracy: 0.765625
Step: 5080 Loss: 0.668696 Accuracy: 0.828125
Step: 5090 Loss: 0.757041 Accuracy: 0.8125
Step: 5100 Loss: 0.883534 Accuracy: 0.765625
Test set accuracy: 0.726
Step: 5110 Loss: 0.756589 Accuracy: 0.78125
Step: 5120 Loss: 1.07623 Accuracy: 0.703125
Step: 5130 Loss: 0.854039 Accuracy: 0.765625
Step: 5140 Loss: 0.827088 Accuracy: 0.828125
Switched CIFAR set to 5
Step: 5150 Loss: 0.897577 Accuracy: 0.75
Step: 5160 Loss: 0.79573 Accuracy: 0.828125
Step: 5170 Loss: 0.676326 Accuracy: 0.84375
Step: 5180 Loss: 0.89861 Accuracy: 0.71875
Step: 5190 Loss: 0.892234 Accuracy: 0.765625
Step: 5200 Loss: 0.875252 Accuracy: 0.75
Test set accuracy: 0.724
Step: 5210 Loss: 0.939403 Accuracy: 0.765625
Step: 5220 Loss: 0.778332 Accuracy: 0.796875
Step: 5230 Loss: 0.906079 Accuracy: 0.75
Step: 5240 Loss: 0.77284 Accuracy: 0.78125
Step: 5250 Loss: 0.770624 Accuracy: 0.8125
Step: 5260 Loss: 0.814834 Accuracy: 0.78125
Step: 5270 Loss: 0.826704 Accuracy: 0.8125
Step: 5280 Loss: 0.675645 Accuracy: 0.8125
Step: 5290 Loss: 0.848888 Accuracy: 0.75
Step: 5300 Loss: 0.761867 Accuracy: 0.84375
Test set accuracy: 0.742
Switched CIFAR set to 1
Step: 5310 Loss: 1.02539 Accuracy: 0.640625
Step: 5320 Loss: 1.05255 Accuracy: 0.65625
Step: 5330 Loss: 0.760495 Accuracy: 0.828125
Step: 5340 Loss: 1.00467 Accuracy: 0.703125
Step: 5350 Loss: 0.996838 Accuracy: 0.734375
Step: 5360 Loss: 0.918266 Accuracy: 0.75
Step: 5370 Loss: 0.90869 Accuracy: 0.765625
Step: 5380 Loss: 0.656803 Accuracy: 0.90625
Step: 5390 Loss: 0.950037 Accuracy: 0.734375
Step: 5400 Loss: 1.17059 Accuracy: 0.625
Test set accuracy: 0.748
Step: 5410 Loss: 0.686582 Accuracy: 0.84375
Step: 5420 Loss: 0.766307 Accuracy: 0.828125
Step: 5430 Loss: 0.772511 Accuracy: 0.8125
Step: 5440 Loss: 0.895908 Accuracy: 0.765625
Step: 5450 Loss: 0.704297 Accuracy: 0.78125
Switched CIFAR set to 2
Step: 5460 Loss: 0.779188 Accuracy: 0.78125
Step: 5470 Loss: 0.865864 Accuracy: 0.734375
Step: 5480 Loss: 0.829818 Accuracy: 0.796875
Step: 5490 Loss: 0.899397 Accuracy: 0.71875
Step: 5500 Loss: 0.713221 Accuracy: 0.875
Test set accuracy: 0.724
Step: 5510 Loss: 0.807731 Accuracy: 0.828125
Step: 5520 Loss: 0.762439 Accuracy: 0.78125
Step: 5530 Loss: 0.613043 Accuracy: 0.890625
Step: 5540 Loss: 0.731674 Accuracy: 0.796875
Step: 5550 Loss: 0.672543 Accuracy: 0.796875
Step: 5560 Loss: 0.885993 Accuracy: 0.765625
Step: 5570 Loss: 1.12065 Accuracy: 0.640625
Step: 5580 Loss: 0.732139 Accuracy: 0.828125
Step: 5590 Loss: 0.507029 Accuracy: 0.90625
Step: 5600 Loss: 0.697685 Accuracy: 0.859375
Test set accuracy: 0.764
Step: 5610 Loss: 0.763246 Accuracy: 0.859375
Switched CIFAR set to 3
Step: 5620 Loss: 0.677232 Accuracy: 0.84375
Step: 5630 Loss: 1.0407 Accuracy: 0.6875
Step: 5640 Loss: 0.996138 Accuracy: 0.734375
Step: 5650 Loss: 1.04981 Accuracy: 0.65625
Step: 5660 Loss: 0.875107 Accuracy: 0.765625
Step: 5670 Loss: 1.07311 Accuracy: 0.703125
Step: 5680 Loss: 0.837557 Accuracy: 0.796875
Step: 5690 Loss: 0.857034 Accuracy: 0.78125
Step: 5700 Loss: 0.890505 Accuracy: 0.78125
Test set accuracy: 0.726
Step: 5710 Loss: 0.742586 Accuracy: 0.828125
Step: 5720 Loss: 0.7348 Accuracy: 0.78125
Step: 5730 Loss: 0.731599 Accuracy: 0.828125
Step: 5740 Loss: 0.70157 Accuracy: 0.8125
Step: 5750 Loss: 0.696619 Accuracy: 0.84375
Step: 5760 Loss: 0.702094 Accuracy: 0.796875
Step: 5770 Loss: 0.6041 Accuracy: 0.875
Switched CIFAR set to 4
Step: 5780 Loss: 0.900906 Accuracy: 0.734375
Step: 5790 Loss: 0.906282 Accuracy: 0.75
Step: 5800 Loss: 0.78236 Accuracy: 0.75
Test set accuracy: 0.76
Step: 5810 Loss: 0.838394 Accuracy: 0.765625
Step: 5820 Loss: 0.825842 Accuracy: 0.796875
Step: 5830 Loss: 0.822954 Accuracy: 0.8125
Step: 5840 Loss: 0.637458 Accuracy: 0.84375
Step: 5850 Loss: 0.860636 Accuracy: 0.75
Step: 5860 Loss: 0.855253 Accuracy: 0.796875
Step: 5870 Loss: 0.842979 Accuracy: 0.796875
Step: 5880 Loss: 0.773745 Accuracy: 0.84375
Step: 5890 Loss: 0.810369 Accuracy: 0.78125
Step: 5900 Loss: 0.707204 Accuracy: 0.796875
Test set accuracy: 0.778
Step: 5910 Loss: 0.609818 Accuracy: 0.859375
Step: 5920 Loss: 0.814794 Accuracy: 0.78125
Switched CIFAR set to 5
Step: 5930 Loss: 0.983061 Accuracy: 0.703125
Step: 5940 Loss: 0.869518 Accuracy: 0.765625
Step: 5950 Loss: 0.827541 Accuracy: 0.796875
Step: 5960 Loss: 0.775181 Accuracy: 0.828125
Step: 5970 Loss: 0.591609 Accuracy: 0.875
Step: 5980 Loss: 0.850378 Accuracy: 0.796875
Step: 5990 Loss: 0.685729 Accuracy: 0.828125
Step: 6000 Loss: 0.668643 Accuracy: 0.84375
Test set accuracy: 0.764
Step: 6010 Loss: 0.718037 Accuracy: 0.8125
Step: 6020 Loss: 0.632248 Accuracy: 0.84375
Step: 6030 Loss: 0.885608 Accuracy: 0.75
Step: 6040 Loss: 0.735595 Accuracy: 0.828125
Step: 6050 Loss: 0.788692 Accuracy: 0.8125
Step: 6060 Loss: 0.600062 Accuracy: 0.90625
Step: 6070 Loss: 0.811441 Accuracy: 0.78125
Step: 6080 Loss: 0.68141 Accuracy: 0.875
Switched CIFAR set to 1
Step: 6090 Loss: 0.705115 Accuracy: 0.84375
Step: 6100 Loss: 0.888619 Accuracy: 0.71875
Test set accuracy: 0.742
Step: 6110 Loss: 0.805845 Accuracy: 0.828125
Step: 6120 Loss: 0.834918 Accuracy: 0.78125
Step: 6130 Loss: 0.899945 Accuracy: 0.78125
Step: 6140 Loss: 0.732106 Accuracy: 0.8125
Step: 6150 Loss: 0.734021 Accuracy: 0.859375
Step: 6160 Loss: 0.831213 Accuracy: 0.8125
Step: 6170 Loss: 0.828474 Accuracy: 0.8125
Step: 6180 Loss: 0.523436 Accuracy: 0.90625
Step: 6190 Loss: 1.01114 Accuracy: 0.703125
Step: 6200 Loss: 0.857551 Accuracy: 0.765625
Test set accuracy: 0.794
Step: 6210 Loss: 0.745079 Accuracy: 0.84375
Step: 6220 Loss: 0.637285 Accuracy: 0.859375
Step: 6230 Loss: 0.863527 Accuracy: 0.765625
Switched CIFAR set to 2
Step: 6240 Loss: 0.755843 Accuracy: 0.796875
Step: 6250 Loss: 0.801703 Accuracy: 0.796875
Step: 6260 Loss: 0.834388 Accuracy: 0.828125
Step: 6270 Loss: 0.773516 Accuracy: 0.8125
Step: 6280 Loss: 0.722869 Accuracy: 0.8125
Step: 6290 Loss: 0.615292 Accuracy: 0.859375
Step: 6300 Loss: 0.704262 Accuracy: 0.90625
Test set accuracy: 0.772
Step: 6310 Loss: 0.960098 Accuracy: 0.75
Step: 6320 Loss: 0.640335 Accuracy: 0.90625
Step: 6330 Loss: 0.799127 Accuracy: 0.8125
Step: 6340 Loss: 0.730063 Accuracy: 0.796875
Step: 6350 Loss: 0.716183 Accuracy: 0.796875
Step: 6360 Loss: 0.718753 Accuracy: 0.796875
Step: 6370 Loss: 0.844098 Accuracy: 0.75
Step: 6380 Loss: 0.895244 Accuracy: 0.734375
Step: 6390 Loss: 0.721069 Accuracy: 0.828125
Switched CIFAR set to 3
Step: 6400 Loss: 0.890313 Accuracy: 0.75
Test set accuracy: 0.75
Step: 6410 Loss: 0.719749 Accuracy: 0.859375
Step: 6420 Loss: 0.789387 Accuracy: 0.8125
Step: 6430 Loss: 0.647532 Accuracy: 0.859375
Step: 6440 Loss: 0.913745 Accuracy: 0.703125
Step: 6450 Loss: 0.820432 Accuracy: 0.8125
Step: 6460 Loss: 0.964956 Accuracy: 0.734375
Step: 6470 Loss: 0.783109 Accuracy: 0.8125
Step: 6480 Loss: 0.671049 Accuracy: 0.828125
Step: 6490 Loss: 0.661221 Accuracy: 0.84375
Step: 6500 Loss: 0.652569 Accuracy: 0.84375
Test set accuracy: 0.784
Step: 6510 Loss: 0.994274 Accuracy: 0.6875
Step: 6520 Loss: 0.671203 Accuracy: 0.84375
Step: 6530 Loss: 0.65043 Accuracy: 0.84375
Step: 6540 Loss: 0.683245 Accuracy: 0.859375
Step: 6550 Loss: 0.624874 Accuracy: 0.859375
Switched CIFAR set to 4
Step: 6560 Loss: 0.853236 Accuracy: 0.78125
Step: 6570 Loss: 0.672284 Accuracy: 0.828125
Step: 6580 Loss: 0.711202 Accuracy: 0.84375
Step: 6590 Loss: 0.662603 Accuracy: 0.8125
Step: 6600 Loss: 0.638537 Accuracy: 0.875
Test set accuracy: 0.798
Step: 6610 Loss: 0.947132 Accuracy: 0.703125
Step: 6620 Loss: 0.828626 Accuracy: 0.8125
Step: 6630 Loss: 0.912022 Accuracy: 0.78125
Step: 6640 Loss: 0.705925 Accuracy: 0.8125
Step: 6650 Loss: 0.780192 Accuracy: 0.796875
Step: 6660 Loss: 0.904564 Accuracy: 0.78125
Step: 6670 Loss: 0.704462 Accuracy: 0.84375
Step: 6680 Loss: 0.63519 Accuracy: 0.875
Step: 6690 Loss: 0.767934 Accuracy: 0.8125
Step: 6700 Loss: 0.590462 Accuracy: 0.890625
Test set accuracy: 0.78
Switched CIFAR set to 5
Step: 6710 Loss: 0.884273 Accuracy: 0.75
Step: 6720 Loss: 0.870814 Accuracy: 0.78125
Step: 6730 Loss: 0.697917 Accuracy: 0.8125
Step: 6740 Loss: 0.717305 Accuracy: 0.8125
Step: 6750 Loss: 0.759332 Accuracy: 0.796875
Step: 6760 Loss: 0.768234 Accuracy: 0.765625
Step: 6770 Loss: 0.8226 Accuracy: 0.765625
Step: 6780 Loss: 0.621336 Accuracy: 0.828125
Step: 6790 Loss: 0.831574 Accuracy: 0.828125
Step: 6800 Loss: 0.617399 Accuracy: 0.84375
Test set accuracy: 0.732
Step: 6810 Loss: 0.812391 Accuracy: 0.796875
Step: 6820 Loss: 0.684768 Accuracy: 0.890625
Step: 6830 Loss: 0.805473 Accuracy: 0.78125
Step: 6840 Loss: 0.544786 Accuracy: 0.921875
Step: 6850 Loss: 0.633093 Accuracy: 0.890625
Step: 6860 Loss: 0.598418 Accuracy: 0.859375
Switched CIFAR set to 1
Step: 6870 Loss: 0.849431 Accuracy: 0.8125
Step: 6880 Loss: 0.642962 Accuracy: 0.875
Step: 6890 Loss: 0.778026 Accuracy: 0.84375
Step: 6900 Loss: 0.881815 Accuracy: 0.765625
Test set accuracy: 0.76
Step: 6910 Loss: 0.805395 Accuracy: 0.75
Step: 6920 Loss: 0.739017 Accuracy: 0.859375
Step: 6930 Loss: 0.827085 Accuracy: 0.828125
Step: 6940 Loss: 0.806362 Accuracy: 0.8125
Step: 6950 Loss: 0.785485 Accuracy: 0.78125
Step: 6960 Loss: 0.687455 Accuracy: 0.828125
Step: 6970 Loss: 0.758516 Accuracy: 0.859375
Step: 6980 Loss: 0.8567 Accuracy: 0.765625
Step: 6990 Loss: 0.685634 Accuracy: 0.828125
Step: 7000 Loss: 0.700619 Accuracy: 0.84375
Test set accuracy: 0.786
Step: 7010 Loss: 0.836758 Accuracy: 0.796875
Switched CIFAR set to 2
Step: 7020 Loss: 0.858159 Accuracy: 0.75
Step: 7030 Loss: 0.818176 Accuracy: 0.796875
Step: 7040 Loss: 0.83208 Accuracy: 0.78125
Step: 7050 Loss: 0.997521 Accuracy: 0.765625
Step: 7060 Loss: 0.791299 Accuracy: 0.78125
Step: 7070 Loss: 0.993655 Accuracy: 0.703125
Step: 7080 Loss: 0.921185 Accuracy: 0.765625
Step: 7090 Loss: 0.898953 Accuracy: 0.78125
Step: 7100 Loss: 1.13998 Accuracy: 0.65625
Test set accuracy: 0.762
Step: 7110 Loss: 0.511698 Accuracy: 0.921875
Step: 7120 Loss: 0.589555 Accuracy: 0.890625
Step: 7130 Loss: 0.605424 Accuracy: 0.875
Step: 7140 Loss: 0.793926 Accuracy: 0.84375
Step: 7150 Loss: 0.667736 Accuracy: 0.859375
Step: 7160 Loss: 0.634475 Accuracy: 0.875
Step: 7170 Loss: 0.814201 Accuracy: 0.78125
Switched CIFAR set to 3
Step: 7180 Loss: 0.75624 Accuracy: 0.796875
Step: 7190 Loss: 0.90028 Accuracy: 0.734375
Step: 7200 Loss: 0.754039 Accuracy: 0.8125
Test set accuracy: 0.738
Step: 7210 Loss: 0.610075 Accuracy: 0.84375
Step: 7220 Loss: 0.733609 Accuracy: 0.828125
Step: 7230 Loss: 0.617462 Accuracy: 0.890625
Step: 7240 Loss: 0.538492 Accuracy: 0.9375
Step: 7250 Loss: 0.711591 Accuracy: 0.8125
Step: 7260 Loss: 0.559827 Accuracy: 0.890625
Step: 7270 Loss: 0.70816 Accuracy: 0.875
Step: 7280 Loss: 0.736352 Accuracy: 0.828125
Step: 7290 Loss: 0.756276 Accuracy: 0.8125
Step: 7300 Loss: 0.674977 Accuracy: 0.84375
Test set accuracy: 0.762
Step: 7310 Loss: 0.722886 Accuracy: 0.84375
Step: 7320 Loss: 0.620278 Accuracy: 0.890625
Step: 7330 Loss: 0.707657 Accuracy: 0.828125
Switched CIFAR set to 4
Step: 7340 Loss: 0.87485 Accuracy: 0.734375
Step: 7350 Loss: 0.811486 Accuracy: 0.828125
Step: 7360 Loss: 0.805822 Accuracy: 0.828125
Step: 7370 Loss: 0.772896 Accuracy: 0.796875
Step: 7380 Loss: 0.739429 Accuracy: 0.8125
Step: 7390 Loss: 0.504626 Accuracy: 0.9375
Step: 7400 Loss: 0.66025 Accuracy: 0.8125
Test set accuracy: 0.718
Step: 7410 Loss: 0.896144 Accuracy: 0.796875
Step: 7420 Loss: 0.860757 Accuracy: 0.828125
Step: 7430 Loss: 0.621086 Accuracy: 0.84375
Step: 7440 Loss: 0.680105 Accuracy: 0.828125
Step: 7450 Loss: 0.729286 Accuracy: 0.828125
Step: 7460 Loss: 0.626859 Accuracy: 0.875
Step: 7470 Loss: 0.801892 Accuracy: 0.84375
Step: 7480 Loss: 0.745486 Accuracy: 0.796875
Switched CIFAR set to 5
Step: 7490 Loss: 0.574595 Accuracy: 0.90625
Step: 7500 Loss: 0.607849 Accuracy: 0.875
Test set accuracy: 0.774
Step: 7510 Loss: 0.730213 Accuracy: 0.796875
Step: 7520 Loss: 0.647934 Accuracy: 0.859375
Step: 7530 Loss: 0.764746 Accuracy: 0.8125
Step: 7540 Loss: 0.770198 Accuracy: 0.8125
Step: 7550 Loss: 0.687287 Accuracy: 0.890625
Step: 7560 Loss: 0.796585 Accuracy: 0.828125
Step: 7570 Loss: 0.7761 Accuracy: 0.796875
Step: 7580 Loss: 0.581739 Accuracy: 0.9375
Step: 7590 Loss: 0.630833 Accuracy: 0.875
Step: 7600 Loss: 0.69914 Accuracy: 0.828125
Test set accuracy: 0.744
Step: 7610 Loss: 0.740727 Accuracy: 0.828125
Step: 7620 Loss: 0.781032 Accuracy: 0.8125
Step: 7630 Loss: 0.585185 Accuracy: 0.921875
Step: 7640 Loss: 0.704434 Accuracy: 0.8125
Switched CIFAR set to 1
Step: 7650 Loss: 0.73382 Accuracy: 0.828125
Step: 7660 Loss: 0.891505 Accuracy: 0.71875
Step: 7670 Loss: 0.974382 Accuracy: 0.71875
Step: 7680 Loss: 0.72479 Accuracy: 0.84375
Step: 7690 Loss: 0.710859 Accuracy: 0.8125
Step: 7700 Loss: 0.70936 Accuracy: 0.828125
Test set accuracy: 0.75
Step: 7710 Loss: 0.500349 Accuracy: 0.921875
Step: 7720 Loss: 1.02604 Accuracy: 0.703125
Step: 7730 Loss: 0.669468 Accuracy: 0.859375
Step: 7740 Loss: 0.649423 Accuracy: 0.84375
Step: 7750 Loss: 0.669404 Accuracy: 0.875
Step: 7760 Loss: 0.474576 Accuracy: 0.9375
Step: 7770 Loss: 0.767298 Accuracy: 0.84375
Step: 7780 Loss: 0.457912 Accuracy: 0.921875
Step: 7790 Loss: 0.725072 Accuracy: 0.859375
Switched CIFAR set to 2
Step: 7800 Loss: 0.840932 Accuracy: 0.765625
Test set accuracy: 0.76
Step: 7810 Loss: 0.836219 Accuracy: 0.765625
Step: 7820 Loss: 0.919517 Accuracy: 0.734375
Step: 7830 Loss: 0.787182 Accuracy: 0.796875
Step: 7840 Loss: 0.667475 Accuracy: 0.875
Step: 7850 Loss: 0.711002 Accuracy: 0.859375
Step: 7860 Loss: 0.760377 Accuracy: 0.78125
Step: 7870 Loss: 0.512771 Accuracy: 0.921875
Step: 7880 Loss: 0.73804 Accuracy: 0.84375
Step: 7890 Loss: 0.756706 Accuracy: 0.78125
Step: 7900 Loss: 0.656935 Accuracy: 0.84375
Test set accuracy: 0.82
Step: 7910 Loss: 0.815361 Accuracy: 0.78125
Step: 7920 Loss: 0.580289 Accuracy: 0.890625
Step: 7930 Loss: 0.772946 Accuracy: 0.796875
Step: 7940 Loss: 0.671747 Accuracy: 0.84375
Step: 7950 Loss: 0.697931 Accuracy: 0.875
Switched CIFAR set to 3
Step: 7960 Loss: 0.849707 Accuracy: 0.765625
Step: 7970 Loss: 0.615741 Accuracy: 0.890625
Step: 7980 Loss: 0.702993 Accuracy: 0.859375
Step: 7990 Loss: 0.81888 Accuracy: 0.796875
Step: 8000 Loss: 0.663128 Accuracy: 0.859375
Test set accuracy: 0.81
Step: 8010 Loss: 0.99529 Accuracy: 0.765625
Step: 8020 Loss: 0.572459 Accuracy: 0.953125
Step: 8030 Loss: 0.502926 Accuracy: 0.921875
Step: 8040 Loss: 0.562812 Accuracy: 0.890625
Step: 8050 Loss: 0.727652 Accuracy: 0.828125
Step: 8060 Loss: 0.593075 Accuracy: 0.890625
Step: 8070 Loss: 0.555855 Accuracy: 0.859375
Step: 8080 Loss: 0.635735 Accuracy: 0.828125
Step: 8090 Loss: 0.759062 Accuracy: 0.796875
Step: 8100 Loss: 0.541347 Accuracy: 0.875
Test set accuracy: 0.802
Step: 8110 Loss: 0.457123 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 8120 Loss: 0.643971 Accuracy: 0.859375
Step: 8130 Loss: 0.693262 Accuracy: 0.796875
Step: 8140 Loss: 0.818827 Accuracy: 0.75
Step: 8150 Loss: 0.851661 Accuracy: 0.828125
Step: 8160 Loss: 0.808203 Accuracy: 0.828125
Step: 8170 Loss: 0.640541 Accuracy: 0.859375
Step: 8180 Loss: 0.727034 Accuracy: 0.796875
Step: 8190 Loss: 0.774305 Accuracy: 0.8125
Step: 8200 Loss: 0.60839 Accuracy: 0.875
Test set accuracy: 0.77
Step: 8210 Loss: 0.736724 Accuracy: 0.828125
Step: 8220 Loss: 0.668573 Accuracy: 0.875
Step: 8230 Loss: 0.465159 Accuracy: 0.921875
Step: 8240 Loss: 0.538094 Accuracy: 0.90625
Step: 8250 Loss: 0.598403 Accuracy: 0.921875
Step: 8260 Loss: 0.55116 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 8270 Loss: 0.855653 Accuracy: 0.765625
Step: 8280 Loss: 0.753597 Accuracy: 0.828125
Step: 8290 Loss: 0.705557 Accuracy: 0.84375
Step: 8300 Loss: 0.703197 Accuracy: 0.8125
Test set accuracy: 0.758
Step: 8310 Loss: 0.727335 Accuracy: 0.859375
Step: 8320 Loss: 0.717232 Accuracy: 0.84375
Step: 8330 Loss: 0.766775 Accuracy: 0.796875
Step: 8340 Loss: 0.571967 Accuracy: 0.921875
Step: 8350 Loss: 0.622419 Accuracy: 0.890625
Step: 8360 Loss: 0.615637 Accuracy: 0.875
Step: 8370 Loss: 0.686795 Accuracy: 0.875
Step: 8380 Loss: 0.451714 Accuracy: 0.96875
Step: 8390 Loss: 0.634125 Accuracy: 0.84375
Step: 8400 Loss: 0.581151 Accuracy: 0.90625
Test set accuracy: 0.792
Step: 8410 Loss: 0.772946 Accuracy: 0.828125
Step: 8420 Loss: 0.601902 Accuracy: 0.84375
Switched CIFAR set to 1
Step: 8430 Loss: 0.653562 Accuracy: 0.875
Step: 8440 Loss: 0.748742 Accuracy: 0.8125
Step: 8450 Loss: 0.770382 Accuracy: 0.78125
Step: 8460 Loss: 0.718431 Accuracy: 0.828125
Step: 8470 Loss: 0.668006 Accuracy: 0.84375
Step: 8480 Loss: 0.61952 Accuracy: 0.859375
Step: 8490 Loss: 0.63241 Accuracy: 0.859375
Step: 8500 Loss: 0.533236 Accuracy: 0.890625
Test set accuracy: 0.806
Step: 8510 Loss: 0.520685 Accuracy: 0.890625
Step: 8520 Loss: 0.739682 Accuracy: 0.84375
Step: 8530 Loss: 0.450277 Accuracy: 0.953125
Step: 8540 Loss: 0.615948 Accuracy: 0.875
Step: 8550 Loss: 0.457615 Accuracy: 0.953125
Step: 8560 Loss: 0.728221 Accuracy: 0.828125
Step: 8570 Loss: 0.626146 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 8580 Loss: 0.871608 Accuracy: 0.75
Step: 8590 Loss: 0.700239 Accuracy: 0.8125
Step: 8600 Loss: 0.692636 Accuracy: 0.84375
Test set accuracy: 0.808
Step: 8610 Loss: 0.602299 Accuracy: 0.859375
Step: 8620 Loss: 0.630435 Accuracy: 0.875
Step: 8630 Loss: 0.876751 Accuracy: 0.75
Step: 8640 Loss: 0.924846 Accuracy: 0.75
Step: 8650 Loss: 0.69124 Accuracy: 0.84375
Step: 8660 Loss: 0.675406 Accuracy: 0.828125
Step: 8670 Loss: 0.711787 Accuracy: 0.859375
Step: 8680 Loss: 0.679652 Accuracy: 0.828125
Step: 8690 Loss: 0.666203 Accuracy: 0.859375
Step: 8700 Loss: 0.537156 Accuracy: 0.9375
Test set accuracy: 0.788
Step: 8710 Loss: 0.585867 Accuracy: 0.90625
Step: 8720 Loss: 0.514524 Accuracy: 0.890625
Step: 8730 Loss: 0.688212 Accuracy: 0.859375
Switched CIFAR set to 3
Step: 8740 Loss: 0.90738 Accuracy: 0.75
Step: 8750 Loss: 0.632766 Accuracy: 0.875
Step: 8760 Loss: 0.797377 Accuracy: 0.796875
Step: 8770 Loss: 0.68289 Accuracy: 0.84375
Step: 8780 Loss: 0.590695 Accuracy: 0.875
Step: 8790 Loss: 0.660007 Accuracy: 0.84375
Step: 8800 Loss: 0.745437 Accuracy: 0.8125
Test set accuracy: 0.792
Step: 8810 Loss: 0.807873 Accuracy: 0.796875
Step: 8820 Loss: 0.640165 Accuracy: 0.875
Step: 8830 Loss: 0.709036 Accuracy: 0.859375
Step: 8840 Loss: 0.618911 Accuracy: 0.890625
Step: 8850 Loss: 0.629784 Accuracy: 0.84375
Step: 8860 Loss: 0.75862 Accuracy: 0.828125
Step: 8870 Loss: 0.695163 Accuracy: 0.84375
Step: 8880 Loss: 0.491243 Accuracy: 0.921875
Step: 8890 Loss: 0.598298 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 8900 Loss: 0.675578 Accuracy: 0.8125
Test set accuracy: 0.786
Step: 8910 Loss: 0.683966 Accuracy: 0.84375
Step: 8920 Loss: 0.629671 Accuracy: 0.890625
Step: 8930 Loss: 0.81057 Accuracy: 0.828125
Step: 8940 Loss: 1.00798 Accuracy: 0.734375
Step: 8950 Loss: 0.567131 Accuracy: 0.890625
Step: 8960 Loss: 0.68321 Accuracy: 0.859375
Step: 8970 Loss: 0.670714 Accuracy: 0.828125
Step: 8980 Loss: 0.581842 Accuracy: 0.875
Step: 8990 Loss: 0.58303 Accuracy: 0.875
Step: 9000 Loss: 0.714894 Accuracy: 0.828125
Test set accuracy: 0.802
Step: 9010 Loss: 0.540667 Accuracy: 0.890625
Step: 9020 Loss: 0.769832 Accuracy: 0.828125
Step: 9030 Loss: 0.737284 Accuracy: 0.828125
Step: 9040 Loss: 0.690976 Accuracy: 0.859375
Switched CIFAR set to 5
Step: 9050 Loss: 0.649265 Accuracy: 0.875
Step: 9060 Loss: 0.615949 Accuracy: 0.859375
Step: 9070 Loss: 0.708595 Accuracy: 0.828125
Step: 9080 Loss: 0.878003 Accuracy: 0.796875
Step: 9090 Loss: 0.52143 Accuracy: 0.90625
Step: 9100 Loss: 0.630207 Accuracy: 0.84375
Test set accuracy: 0.824
Step: 9110 Loss: 0.664333 Accuracy: 0.890625
Step: 9120 Loss: 0.666797 Accuracy: 0.890625
Step: 9130 Loss: 0.488947 Accuracy: 0.90625
Step: 9140 Loss: 0.71187 Accuracy: 0.859375
Step: 9150 Loss: 0.861789 Accuracy: 0.78125
Step: 9160 Loss: 0.680037 Accuracy: 0.78125
Step: 9170 Loss: 0.710643 Accuracy: 0.828125
Step: 9180 Loss: 0.492139 Accuracy: 0.90625
Step: 9190 Loss: 0.624003 Accuracy: 0.859375
Step: 9200 Loss: 0.468363 Accuracy: 0.921875
Test set accuracy: 0.798
Switched CIFAR set to 1
Step: 9210 Loss: 0.591936 Accuracy: 0.875
Step: 9220 Loss: 0.771696 Accuracy: 0.796875
Step: 9230 Loss: 0.755407 Accuracy: 0.8125
Step: 9240 Loss: 0.737582 Accuracy: 0.84375
Step: 9250 Loss: 0.640354 Accuracy: 0.890625
Step: 9260 Loss: 0.673126 Accuracy: 0.859375
Step: 9270 Loss: 0.775572 Accuracy: 0.84375
Step: 9280 Loss: 0.521001 Accuracy: 0.9375
Step: 9290 Loss: 0.432823 Accuracy: 0.9375
Step: 9300 Loss: 0.590428 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 9310 Loss: 0.594551 Accuracy: 0.90625
Step: 9320 Loss: 0.598142 Accuracy: 0.859375
Step: 9330 Loss: 0.493147 Accuracy: 0.90625
Step: 9340 Loss: 0.573672 Accuracy: 0.890625
Step: 9350 Loss: 0.598572 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 9360 Loss: 0.755896 Accuracy: 0.84375
Step: 9370 Loss: 0.626996 Accuracy: 0.859375
Step: 9380 Loss: 0.752017 Accuracy: 0.796875
Step: 9390 Loss: 0.783913 Accuracy: 0.8125
Step: 9400 Loss: 0.669289 Accuracy: 0.859375
Test set accuracy: 0.826
Step: 9410 Loss: 0.797939 Accuracy: 0.8125
Step: 9420 Loss: 0.570505 Accuracy: 0.921875
Step: 9430 Loss: 0.623293 Accuracy: 0.875
Step: 9440 Loss: 0.928223 Accuracy: 0.734375
Step: 9450 Loss: 0.918891 Accuracy: 0.765625
Step: 9460 Loss: 0.671704 Accuracy: 0.875
Step: 9470 Loss: 0.571358 Accuracy: 0.890625
Step: 9480 Loss: 0.609894 Accuracy: 0.875
Step: 9490 Loss: 0.526118 Accuracy: 0.921875
Step: 9500 Loss: 0.592269 Accuracy: 0.859375
Test set accuracy: 0.814
Step: 9510 Loss: 0.56241 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 9520 Loss: 0.57837 Accuracy: 0.890625
Step: 9530 Loss: 0.671875 Accuracy: 0.84375
Step: 9540 Loss: 0.695755 Accuracy: 0.828125
Step: 9550 Loss: 0.64017 Accuracy: 0.84375
Step: 9560 Loss: 0.728474 Accuracy: 0.859375
Step: 9570 Loss: 0.596415 Accuracy: 0.90625
Step: 9580 Loss: 0.739392 Accuracy: 0.8125
Step: 9590 Loss: 0.549737 Accuracy: 0.90625
Step: 9600 Loss: 0.671583 Accuracy: 0.828125
Test set accuracy: 0.832
Step: 9610 Loss: 0.538514 Accuracy: 0.90625
Step: 9620 Loss: 0.618839 Accuracy: 0.890625
Step: 9630 Loss: 0.619499 Accuracy: 0.859375
Step: 9640 Loss: 0.525842 Accuracy: 0.90625
Step: 9650 Loss: 0.601602 Accuracy: 0.84375
Step: 9660 Loss: 0.674978 Accuracy: 0.875
Step: 9670 Loss: 0.599002 Accuracy: 0.875
Switched CIFAR set to 4
Step: 9680 Loss: 0.669922 Accuracy: 0.828125
Step: 9690 Loss: 0.724156 Accuracy: 0.859375
Step: 9700 Loss: 0.504258 Accuracy: 0.921875
Test set accuracy: 0.838
Step: 9710 Loss: 0.571014 Accuracy: 0.90625
Step: 9720 Loss: 0.731549 Accuracy: 0.8125
Step: 9730 Loss: 0.672191 Accuracy: 0.90625
Step: 9740 Loss: 0.574317 Accuracy: 0.890625
Step: 9750 Loss: 1.0523 Accuracy: 0.671875
Step: 9760 Loss: 0.545991 Accuracy: 0.921875
Step: 9770 Loss: 0.574228 Accuracy: 0.90625
Step: 9780 Loss: 0.534976 Accuracy: 0.890625
Step: 9790 Loss: 0.664527 Accuracy: 0.859375
Step: 9800 Loss: 0.588504 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 9810 Loss: 0.559839 Accuracy: 0.890625
Step: 9820 Loss: 0.572036 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 9830 Loss: 0.71366 Accuracy: 0.84375
Step: 9840 Loss: 0.621966 Accuracy: 0.828125
Step: 9850 Loss: 0.721676 Accuracy: 0.8125
Step: 9860 Loss: 0.583839 Accuracy: 0.859375
Step: 9870 Loss: 0.826963 Accuracy: 0.796875
Step: 9880 Loss: 0.752861 Accuracy: 0.859375
Step: 9890 Loss: 0.558551 Accuracy: 0.90625
Step: 9900 Loss: 0.524839 Accuracy: 0.921875
Test set accuracy: 0.794
Step: 9910 Loss: 0.781227 Accuracy: 0.828125
Step: 9920 Loss: 0.774901 Accuracy: 0.796875
Step: 9930 Loss: 0.593347 Accuracy: 0.875
Step: 9940 Loss: 0.572302 Accuracy: 0.90625
Step: 9950 Loss: 0.597862 Accuracy: 0.90625
Step: 9960 Loss: 0.769166 Accuracy: 0.828125
Step: 9970 Loss: 0.636685 Accuracy: 0.875
Step: 9980 Loss: 0.641928 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 9990 Loss: 0.648659 Accuracy: 0.84375
Step: 10000 Loss: 0.824118 Accuracy: 0.765625
Test set accuracy: 0.8
Step: 10010 Loss: 0.848331 Accuracy: 0.796875
Step: 10020 Loss: 0.533686 Accuracy: 0.9375
Step: 10030 Loss: 0.576022 Accuracy: 0.875
Step: 10040 Loss: 0.661666 Accuracy: 0.859375
Step: 10050 Loss: 0.663042 Accuracy: 0.84375
Step: 10060 Loss: 0.502693 Accuracy: 0.921875
Step: 10070 Loss: 0.794006 Accuracy: 0.796875
Step: 10080 Loss: 0.658559 Accuracy: 0.84375
Step: 10090 Loss: 0.628813 Accuracy: 0.890625
Step: 10100 Loss: 0.428729 Accuracy: 0.953125
Test set accuracy: 0.784
Step: 10110 Loss: 0.528632 Accuracy: 0.90625
Step: 10120 Loss: 0.540784 Accuracy: 0.90625
Step: 10130 Loss: 0.698229 Accuracy: 0.84375
Switched CIFAR set to 2
Step: 10140 Loss: 0.792239 Accuracy: 0.765625
Step: 10150 Loss: 0.781128 Accuracy: 0.796875
Step: 10160 Loss: 0.69445 Accuracy: 0.859375
Step: 10170 Loss: 0.775356 Accuracy: 0.828125
Step: 10180 Loss: 0.639493 Accuracy: 0.890625
Step: 10190 Loss: 0.602237 Accuracy: 0.875
Step: 10200 Loss: 0.610697 Accuracy: 0.890625
Test set accuracy: 0.782
Step: 10210 Loss: 0.646228 Accuracy: 0.859375
Step: 10220 Loss: 0.80624 Accuracy: 0.8125
Step: 10230 Loss: 0.54432 Accuracy: 0.890625
Step: 10240 Loss: 0.623528 Accuracy: 0.875
Step: 10250 Loss: 0.480593 Accuracy: 0.890625
Step: 10260 Loss: 0.545781 Accuracy: 0.90625
Step: 10270 Loss: 0.673112 Accuracy: 0.875
Step: 10280 Loss: 0.650858 Accuracy: 0.890625
Step: 10290 Loss: 0.506652 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 10300 Loss: 0.599952 Accuracy: 0.84375
Test set accuracy: 0.798
Step: 10310 Loss: 0.796861 Accuracy: 0.796875
Step: 10320 Loss: 0.840489 Accuracy: 0.78125
Step: 10330 Loss: 0.842796 Accuracy: 0.8125
Step: 10340 Loss: 0.687108 Accuracy: 0.84375
Step: 10350 Loss: 0.634809 Accuracy: 0.859375
Step: 10360 Loss: 0.728414 Accuracy: 0.78125
Step: 10370 Loss: 0.599884 Accuracy: 0.875
Step: 10380 Loss: 0.735221 Accuracy: 0.8125
Step: 10390 Loss: 0.721657 Accuracy: 0.84375
Step: 10400 Loss: 0.482951 Accuracy: 0.921875
Test set accuracy: 0.802
Step: 10410 Loss: 0.586985 Accuracy: 0.90625
Step: 10420 Loss: 0.582656 Accuracy: 0.875
Step: 10430 Loss: 0.509258 Accuracy: 0.9375
Step: 10440 Loss: 0.558042 Accuracy: 0.90625
Step: 10450 Loss: 0.767418 Accuracy: 0.8125
Switched CIFAR set to 4
Step: 10460 Loss: 0.714076 Accuracy: 0.828125
Step: 10470 Loss: 0.739101 Accuracy: 0.828125
Step: 10480 Loss: 0.902301 Accuracy: 0.75
Step: 10490 Loss: 0.954022 Accuracy: 0.765625
Step: 10500 Loss: 0.627385 Accuracy: 0.875
Test set accuracy: 0.818
Step: 10510 Loss: 0.548522 Accuracy: 0.921875
Step: 10520 Loss: 0.776187 Accuracy: 0.8125
Step: 10530 Loss: 0.539148 Accuracy: 0.90625
Step: 10540 Loss: 0.737895 Accuracy: 0.859375
Step: 10550 Loss: 0.661304 Accuracy: 0.859375
Step: 10560 Loss: 0.6049 Accuracy: 0.859375
Step: 10570 Loss: 0.870052 Accuracy: 0.8125
Step: 10580 Loss: 0.57684 Accuracy: 0.890625
Step: 10590 Loss: 0.567964 Accuracy: 0.90625
Step: 10600 Loss: 0.515173 Accuracy: 0.9375
Test set accuracy: 0.816
Switched CIFAR set to 5
Step: 10610 Loss: 0.472492 Accuracy: 0.96875
Step: 10620 Loss: 0.743984 Accuracy: 0.828125
Step: 10630 Loss: 0.541413 Accuracy: 0.90625
Step: 10640 Loss: 0.858896 Accuracy: 0.796875
Step: 10650 Loss: 0.557203 Accuracy: 0.875
Step: 10660 Loss: 0.654258 Accuracy: 0.890625
Step: 10670 Loss: 0.543428 Accuracy: 0.875
Step: 10680 Loss: 0.53821 Accuracy: 0.890625
Step: 10690 Loss: 0.726584 Accuracy: 0.828125
Step: 10700 Loss: 0.541037 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 10710 Loss: 0.559512 Accuracy: 0.90625
Step: 10720 Loss: 0.66781 Accuracy: 0.875
Step: 10730 Loss: 0.44334 Accuracy: 0.96875
Step: 10740 Loss: 0.529849 Accuracy: 0.921875
Step: 10750 Loss: 0.452031 Accuracy: 0.953125
Step: 10760 Loss: 0.615997 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 10770 Loss: 0.765611 Accuracy: 0.84375
Step: 10780 Loss: 0.735441 Accuracy: 0.84375
Step: 10790 Loss: 0.674841 Accuracy: 0.84375
Step: 10800 Loss: 0.949351 Accuracy: 0.75
Test set accuracy: 0.824
Step: 10810 Loss: 0.59532 Accuracy: 0.859375
Step: 10820 Loss: 0.670497 Accuracy: 0.859375
Step: 10830 Loss: 0.538488 Accuracy: 0.90625
Step: 10840 Loss: 0.633372 Accuracy: 0.859375
Step: 10850 Loss: 0.579736 Accuracy: 0.890625
Step: 10860 Loss: 0.648029 Accuracy: 0.875
Step: 10870 Loss: 0.584148 Accuracy: 0.90625
Step: 10880 Loss: 0.420113 Accuracy: 0.953125
Step: 10890 Loss: 0.549941 Accuracy: 0.890625
Step: 10900 Loss: 0.582222 Accuracy: 0.90625
Test set accuracy: 0.806
Step: 10910 Loss: 0.681225 Accuracy: 0.84375
Switched CIFAR set to 2
Step: 10920 Loss: 0.661028 Accuracy: 0.84375
Step: 10930 Loss: 0.491308 Accuracy: 0.9375
Step: 10940 Loss: 0.604429 Accuracy: 0.859375
Step: 10950 Loss: 0.810843 Accuracy: 0.796875
Step: 10960 Loss: 0.544442 Accuracy: 0.890625
Step: 10970 Loss: 0.508993 Accuracy: 0.90625
Step: 10980 Loss: 0.677715 Accuracy: 0.84375
Step: 10990 Loss: 0.573298 Accuracy: 0.859375
Step: 11000 Loss: 0.563388 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 11010 Loss: 0.512857 Accuracy: 0.921875
Step: 11020 Loss: 0.405915 Accuracy: 0.96875
Step: 11030 Loss: 0.631983 Accuracy: 0.875
Step: 11040 Loss: 0.739027 Accuracy: 0.8125
Step: 11050 Loss: 0.714933 Accuracy: 0.828125
Step: 11060 Loss: 0.632937 Accuracy: 0.890625
Step: 11070 Loss: 0.685343 Accuracy: 0.875
Switched CIFAR set to 3
Step: 11080 Loss: 0.655444 Accuracy: 0.875
Step: 11090 Loss: 0.589753 Accuracy: 0.875
Step: 11100 Loss: 0.471229 Accuracy: 0.921875
Test set accuracy: 0.782
Step: 11110 Loss: 0.556909 Accuracy: 0.921875
Step: 11120 Loss: 0.575595 Accuracy: 0.875
Step: 11130 Loss: 0.500669 Accuracy: 0.921875
Step: 11140 Loss: 0.520546 Accuracy: 0.890625
Step: 11150 Loss: 0.507141 Accuracy: 0.90625
Step: 11160 Loss: 0.469444 Accuracy: 0.921875
Step: 11170 Loss: 0.465261 Accuracy: 0.96875
Step: 11180 Loss: 0.591001 Accuracy: 0.921875
Step: 11190 Loss: 0.478117 Accuracy: 0.9375
Step: 11200 Loss: 0.504747 Accuracy: 0.921875
Test set accuracy: 0.786
Step: 11210 Loss: 0.496433 Accuracy: 0.921875
Step: 11220 Loss: 0.558081 Accuracy: 0.859375
Step: 11230 Loss: 0.451191 Accuracy: 0.921875
Switched CIFAR set to 4
Step: 11240 Loss: 0.593241 Accuracy: 0.84375
Step: 11250 Loss: 0.781806 Accuracy: 0.796875
Step: 11260 Loss: 0.581749 Accuracy: 0.921875
Step: 11270 Loss: 0.59986 Accuracy: 0.875
Step: 11280 Loss: 0.434294 Accuracy: 0.953125
Step: 11290 Loss: 0.72798 Accuracy: 0.84375
Step: 11300 Loss: 0.610206 Accuracy: 0.84375
Test set accuracy: 0.808
Step: 11310 Loss: 0.484414 Accuracy: 0.90625
Step: 11320 Loss: 0.712654 Accuracy: 0.828125
Step: 11330 Loss: 0.510173 Accuracy: 0.90625
Step: 11340 Loss: 0.688157 Accuracy: 0.8125
Step: 11350 Loss: 0.552802 Accuracy: 0.90625
Step: 11360 Loss: 0.565554 Accuracy: 0.890625
Step: 11370 Loss: 0.564562 Accuracy: 0.921875
Step: 11380 Loss: 0.653693 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 11390 Loss: 0.664992 Accuracy: 0.859375
Step: 11400 Loss: 0.680542 Accuracy: 0.890625
Test set accuracy: 0.792
Step: 11410 Loss: 0.571114 Accuracy: 0.921875
Step: 11420 Loss: 0.502641 Accuracy: 0.921875
Step: 11430 Loss: 0.735654 Accuracy: 0.875
Step: 11440 Loss: 0.677388 Accuracy: 0.84375
Step: 11450 Loss: 0.826636 Accuracy: 0.734375
Step: 11460 Loss: 0.616612 Accuracy: 0.90625
Step: 11470 Loss: 0.501567 Accuracy: 0.921875
Step: 11480 Loss: 0.542959 Accuracy: 0.921875
Step: 11490 Loss: 0.603459 Accuracy: 0.875
Step: 11500 Loss: 0.516244 Accuracy: 0.90625
Test set accuracy: 0.83
Step: 11510 Loss: 0.463778 Accuracy: 0.953125
Step: 11520 Loss: 0.443586 Accuracy: 0.96875
Step: 11530 Loss: 0.525811 Accuracy: 0.9375
Step: 11540 Loss: 0.556219 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 11550 Loss: 0.696531 Accuracy: 0.828125
Step: 11560 Loss: 0.576646 Accuracy: 0.890625
Step: 11570 Loss: 0.832 Accuracy: 0.796875
Step: 11580 Loss: 0.514398 Accuracy: 0.90625
Step: 11590 Loss: 0.555531 Accuracy: 0.921875
Step: 11600 Loss: 0.675902 Accuracy: 0.8125
Test set accuracy: 0.834
Step: 11610 Loss: 0.412269 Accuracy: 0.9375
Step: 11620 Loss: 0.713306 Accuracy: 0.84375
Step: 11630 Loss: 0.623743 Accuracy: 0.875
Step: 11640 Loss: 0.587891 Accuracy: 0.90625
Step: 11650 Loss: 0.577114 Accuracy: 0.890625
Step: 11660 Loss: 0.620032 Accuracy: 0.84375
Step: 11670 Loss: 0.710673 Accuracy: 0.875
Step: 11680 Loss: 0.705064 Accuracy: 0.8125
Step: 11690 Loss: 0.491367 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 11700 Loss: 0.574633 Accuracy: 0.890625
Test set accuracy: 0.816
Step: 11710 Loss: 0.667699 Accuracy: 0.859375
Step: 11720 Loss: 0.593968 Accuracy: 0.890625
Step: 11730 Loss: 0.677531 Accuracy: 0.8125
Step: 11740 Loss: 0.572823 Accuracy: 0.90625
Step: 11750 Loss: 0.481877 Accuracy: 0.953125
Step: 11760 Loss: 0.64686 Accuracy: 0.875
Step: 11770 Loss: 0.509971 Accuracy: 0.9375
Step: 11780 Loss: 0.485819 Accuracy: 0.953125
Step: 11790 Loss: 0.637758 Accuracy: 0.875
Step: 11800 Loss: 0.479501 Accuracy: 0.9375
Test set accuracy: 0.82
Step: 11810 Loss: 0.520604 Accuracy: 0.921875
Step: 11820 Loss: 0.4206 Accuracy: 0.953125
Step: 11830 Loss: 0.737253 Accuracy: 0.828125
Step: 11840 Loss: 0.52749 Accuracy: 0.890625
Step: 11850 Loss: 0.578056 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 11860 Loss: 0.537083 Accuracy: 0.875
Step: 11870 Loss: 0.702868 Accuracy: 0.84375
Step: 11880 Loss: 0.987743 Accuracy: 0.75
Step: 11890 Loss: 0.785738 Accuracy: 0.828125
Step: 11900 Loss: 0.498927 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 11910 Loss: 0.531896 Accuracy: 0.875
Step: 11920 Loss: 0.451142 Accuracy: 0.9375
Step: 11930 Loss: 0.515962 Accuracy: 0.921875
Step: 11940 Loss: 0.787642 Accuracy: 0.8125
Step: 11950 Loss: 0.606972 Accuracy: 0.875
Step: 11960 Loss: 0.507702 Accuracy: 0.921875
Step: 11970 Loss: 0.53253 Accuracy: 0.90625
Step: 11980 Loss: 0.626584 Accuracy: 0.875
Step: 11990 Loss: 0.563899 Accuracy: 0.90625
Step: 12000 Loss: 0.550563 Accuracy: 0.921875
Test set accuracy: 0.818
Step: 12010 Loss: 0.39067 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 12020 Loss: 0.507656 Accuracy: 0.921875
Step: 12030 Loss: 0.576332 Accuracy: 0.875
Step: 12040 Loss: 0.616926 Accuracy: 0.859375
Step: 12050 Loss: 0.505622 Accuracy: 0.921875
Step: 12060 Loss: 0.672565 Accuracy: 0.859375
Step: 12070 Loss: 0.595262 Accuracy: 0.90625
Step: 12080 Loss: 0.547853 Accuracy: 0.875
Step: 12090 Loss: 0.647466 Accuracy: 0.859375
Step: 12100 Loss: 0.514413 Accuracy: 0.890625
Test set accuracy: 0.806
Step: 12110 Loss: 0.536587 Accuracy: 0.875
Step: 12120 Loss: 0.73871 Accuracy: 0.859375
Step: 12130 Loss: 0.530915 Accuracy: 0.90625
Step: 12140 Loss: 0.490452 Accuracy: 0.9375
Step: 12150 Loss: 0.53247 Accuracy: 0.90625
Step: 12160 Loss: 0.614998 Accuracy: 0.875
Switched CIFAR set to 5
Step: 12170 Loss: 0.521754 Accuracy: 0.921875
Step: 12180 Loss: 0.544347 Accuracy: 0.890625
Step: 12190 Loss: 0.620387 Accuracy: 0.859375
Step: 12200 Loss: 0.717099 Accuracy: 0.796875
Test set accuracy: 0.824
Step: 12210 Loss: 0.523019 Accuracy: 0.890625
Step: 12220 Loss: 0.609876 Accuracy: 0.875
Step: 12230 Loss: 0.44997 Accuracy: 0.953125
Step: 12240 Loss: 0.63563 Accuracy: 0.890625
Step: 12250 Loss: 0.648675 Accuracy: 0.90625
Step: 12260 Loss: 0.534679 Accuracy: 0.9375
Step: 12270 Loss: 0.550545 Accuracy: 0.859375
Step: 12280 Loss: 0.468635 Accuracy: 0.9375
Step: 12290 Loss: 0.548565 Accuracy: 0.890625
Step: 12300 Loss: 0.530061 Accuracy: 0.90625
Test set accuracy: 0.804
Step: 12310 Loss: 0.523615 Accuracy: 0.890625
Step: 12320 Loss: 0.521565 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 12330 Loss: 0.618672 Accuracy: 0.90625
Step: 12340 Loss: 0.573305 Accuracy: 0.875
Step: 12350 Loss: 0.59623 Accuracy: 0.890625
Step: 12360 Loss: 0.61154 Accuracy: 0.890625
Step: 12370 Loss: 0.524506 Accuracy: 0.921875
Step: 12380 Loss: 0.657354 Accuracy: 0.84375
Step: 12390 Loss: 0.611681 Accuracy: 0.890625
Step: 12400 Loss: 0.715096 Accuracy: 0.828125
Test set accuracy: 0.796
Step: 12410 Loss: 0.649019 Accuracy: 0.828125
Step: 12420 Loss: 0.589478 Accuracy: 0.890625
Step: 12430 Loss: 0.521502 Accuracy: 0.921875
Step: 12440 Loss: 0.431107 Accuracy: 0.96875
Step: 12450 Loss: 0.498495 Accuracy: 0.921875
Step: 12460 Loss: 0.666322 Accuracy: 0.875
Step: 12470 Loss: 0.468007 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 12480 Loss: 0.628993 Accuracy: 0.84375
Step: 12490 Loss: 0.671027 Accuracy: 0.859375
Step: 12500 Loss: 0.605297 Accuracy: 0.90625
Test set accuracy: 0.778
Step: 12510 Loss: 0.477112 Accuracy: 0.953125
Step: 12520 Loss: 0.566184 Accuracy: 0.90625
Step: 12530 Loss: 0.694029 Accuracy: 0.859375
Step: 12540 Loss: 0.440117 Accuracy: 0.9375
Step: 12550 Loss: 0.647382 Accuracy: 0.84375
Step: 12560 Loss: 0.537698 Accuracy: 0.921875
Step: 12570 Loss: 0.484657 Accuracy: 0.921875
Step: 12580 Loss: 0.494065 Accuracy: 0.921875
Step: 12590 Loss: 0.372028 Accuracy: 0.984375
Step: 12600 Loss: 0.632575 Accuracy: 0.859375
Test set accuracy: 0.766
Step: 12610 Loss: 0.580655 Accuracy: 0.875
Step: 12620 Loss: 0.645878 Accuracy: 0.875
Step: 12630 Loss: 0.474364 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 12640 Loss: 0.640894 Accuracy: 0.890625
Step: 12650 Loss: 0.472731 Accuracy: 0.9375
Step: 12660 Loss: 0.613947 Accuracy: 0.828125
Step: 12670 Loss: 0.50182 Accuracy: 0.90625
Step: 12680 Loss: 0.526628 Accuracy: 0.9375
Step: 12690 Loss: 0.615716 Accuracy: 0.875
Step: 12700 Loss: 0.514824 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 12710 Loss: 0.673713 Accuracy: 0.859375
Step: 12720 Loss: 0.591972 Accuracy: 0.921875
Step: 12730 Loss: 0.563738 Accuracy: 0.9375
Step: 12740 Loss: 0.469786 Accuracy: 0.9375
Step: 12750 Loss: 0.58288 Accuracy: 0.859375
Step: 12760 Loss: 0.465961 Accuracy: 0.921875
Step: 12770 Loss: 0.541278 Accuracy: 0.90625
Step: 12780 Loss: 0.624053 Accuracy: 0.875
Step: 12790 Loss: 0.483564 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 12800 Loss: 0.487566 Accuracy: 0.953125
Test set accuracy: 0.818
Step: 12810 Loss: 0.614048 Accuracy: 0.90625
Step: 12820 Loss: 0.65124 Accuracy: 0.828125
Step: 12830 Loss: 0.740172 Accuracy: 0.84375
Step: 12840 Loss: 0.570508 Accuracy: 0.890625
Step: 12850 Loss: 0.412179 Accuracy: 0.96875
Step: 12860 Loss: 0.591203 Accuracy: 0.890625
Step: 12870 Loss: 0.624815 Accuracy: 0.890625
Step: 12880 Loss: 0.475624 Accuracy: 0.953125
Step: 12890 Loss: 0.52744 Accuracy: 0.921875
Step: 12900 Loss: 0.396422 Accuracy: 0.984375
Test set accuracy: 0.81
Step: 12910 Loss: 0.597467 Accuracy: 0.875
Step: 12920 Loss: 0.600787 Accuracy: 0.859375
Step: 12930 Loss: 0.581074 Accuracy: 0.875
Step: 12940 Loss: 0.638246 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 12950 Loss: 0.401707 Accuracy: 0.984375
Step: 12960 Loss: 0.64537 Accuracy: 0.859375
Step: 12970 Loss: 0.555031 Accuracy: 0.90625
Step: 12980 Loss: 0.618813 Accuracy: 0.875
Step: 12990 Loss: 0.648105 Accuracy: 0.84375
Step: 13000 Loss: 0.597732 Accuracy: 0.890625
Test set accuracy: 0.812
Step: 13010 Loss: 0.673903 Accuracy: 0.859375
Step: 13020 Loss: 0.688508 Accuracy: 0.828125
Step: 13030 Loss: 0.492025 Accuracy: 0.90625
Step: 13040 Loss: 0.440809 Accuracy: 0.9375
Step: 13050 Loss: 0.408942 Accuracy: 0.96875
Step: 13060 Loss: 0.569584 Accuracy: 0.890625
Step: 13070 Loss: 0.66542 Accuracy: 0.84375
Step: 13080 Loss: 0.46921 Accuracy: 0.90625
Step: 13090 Loss: 0.473062 Accuracy: 0.96875
Step: 13100 Loss: 0.4928 Accuracy: 0.921875
Test set accuracy: 0.824
Switched CIFAR set to 1
Step: 13110 Loss: 0.589238 Accuracy: 0.890625
Step: 13120 Loss: 0.720059 Accuracy: 0.84375
Step: 13130 Loss: 0.371701 Accuracy: 0.984375
Step: 13140 Loss: 0.493633 Accuracy: 0.921875
Step: 13150 Loss: 0.546515 Accuracy: 0.921875
Step: 13160 Loss: 0.512619 Accuracy: 0.9375
Step: 13170 Loss: 0.551967 Accuracy: 0.90625
Step: 13180 Loss: 0.437115 Accuracy: 0.9375
Step: 13190 Loss: 0.620973 Accuracy: 0.890625
Step: 13200 Loss: 0.408812 Accuracy: 0.96875
Test set accuracy: 0.796
Step: 13210 Loss: 0.575927 Accuracy: 0.890625
Step: 13220 Loss: 0.619951 Accuracy: 0.890625
Step: 13230 Loss: 0.423624 Accuracy: 0.96875
Step: 13240 Loss: 0.508517 Accuracy: 0.90625
Step: 13250 Loss: 0.53751 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 13260 Loss: 0.598739 Accuracy: 0.875
Step: 13270 Loss: 0.791903 Accuracy: 0.796875
Step: 13280 Loss: 0.673189 Accuracy: 0.859375
Step: 13290 Loss: 0.485972 Accuracy: 0.9375
Step: 13300 Loss: 0.718282 Accuracy: 0.84375
Test set accuracy: 0.828
Step: 13310 Loss: 0.513263 Accuracy: 0.9375
Step: 13320 Loss: 0.728478 Accuracy: 0.84375
Step: 13330 Loss: 0.620088 Accuracy: 0.890625
Step: 13340 Loss: 0.694111 Accuracy: 0.84375
Step: 13350 Loss: 0.465084 Accuracy: 0.953125
Step: 13360 Loss: 0.479083 Accuracy: 0.9375
Step: 13370 Loss: 0.553805 Accuracy: 0.921875
Step: 13380 Loss: 0.71467 Accuracy: 0.828125
Step: 13390 Loss: 0.475542 Accuracy: 0.9375
Step: 13400 Loss: 0.523571 Accuracy: 0.90625
Test set accuracy: 0.81
Step: 13410 Loss: 0.494444 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 13420 Loss: 0.57751 Accuracy: 0.875
Step: 13430 Loss: 0.513841 Accuracy: 0.9375
Step: 13440 Loss: 0.759512 Accuracy: 0.796875
Step: 13450 Loss: 0.591864 Accuracy: 0.890625
Step: 13460 Loss: 0.659012 Accuracy: 0.90625
Step: 13470 Loss: 0.403271 Accuracy: 0.953125
Step: 13480 Loss: 0.480859 Accuracy: 0.921875
Step: 13490 Loss: 0.546319 Accuracy: 0.90625
Step: 13500 Loss: 0.59527 Accuracy: 0.890625
Test set accuracy: 0.826
Step: 13510 Loss: 0.515151 Accuracy: 0.90625
Step: 13520 Loss: 0.564166 Accuracy: 0.890625
Step: 13530 Loss: 0.579553 Accuracy: 0.875
Step: 13540 Loss: 0.552098 Accuracy: 0.921875
Step: 13550 Loss: 0.502431 Accuracy: 0.9375
Step: 13560 Loss: 0.468145 Accuracy: 0.9375
Step: 13570 Loss: 0.56601 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 13580 Loss: 0.911942 Accuracy: 0.75
Step: 13590 Loss: 0.542806 Accuracy: 0.921875
Step: 13600 Loss: 0.379649 Accuracy: 0.984375
Test set accuracy: 0.796
Step: 13610 Loss: 0.468442 Accuracy: 0.90625
Step: 13620 Loss: 0.696153 Accuracy: 0.78125
Step: 13630 Loss: 0.547898 Accuracy: 0.890625
Step: 13640 Loss: 0.712111 Accuracy: 0.859375
Step: 13650 Loss: 0.616064 Accuracy: 0.875
Step: 13660 Loss: 0.421045 Accuracy: 0.9375
Step: 13670 Loss: 0.577739 Accuracy: 0.90625
Step: 13680 Loss: 0.597213 Accuracy: 0.890625
Step: 13690 Loss: 0.483038 Accuracy: 0.9375
Step: 13700 Loss: 0.652019 Accuracy: 0.859375
Test set accuracy: 0.814
Step: 13710 Loss: 0.430442 Accuracy: 0.96875
Step: 13720 Loss: 0.461496 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 13730 Loss: 0.494711 Accuracy: 0.921875
Step: 13740 Loss: 0.612723 Accuracy: 0.859375
Step: 13750 Loss: 0.629683 Accuracy: 0.875
Step: 13760 Loss: 0.614305 Accuracy: 0.875
Step: 13770 Loss: 0.49757 Accuracy: 0.921875
Step: 13780 Loss: 0.590527 Accuracy: 0.890625
Step: 13790 Loss: 0.440044 Accuracy: 0.9375
Step: 13800 Loss: 0.656506 Accuracy: 0.890625
Test set accuracy: 0.808
Step: 13810 Loss: 0.527685 Accuracy: 0.90625
Step: 13820 Loss: 0.678768 Accuracy: 0.84375
Step: 13830 Loss: 0.564167 Accuracy: 0.90625
Step: 13840 Loss: 0.426294 Accuracy: 0.953125
Step: 13850 Loss: 0.501533 Accuracy: 0.90625
Step: 13860 Loss: 0.466185 Accuracy: 0.953125
Step: 13870 Loss: 0.442344 Accuracy: 0.953125
Step: 13880 Loss: 0.545068 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 13890 Loss: 0.621971 Accuracy: 0.875
Step: 13900 Loss: 0.500565 Accuracy: 0.90625
Test set accuracy: 0.844
Step: 13910 Loss: 0.470126 Accuracy: 0.96875
Step: 13920 Loss: 0.618022 Accuracy: 0.890625
Step: 13930 Loss: 0.403728 Accuracy: 0.953125
Step: 13940 Loss: 0.469351 Accuracy: 0.953125
Step: 13950 Loss: 0.576757 Accuracy: 0.90625
Step: 13960 Loss: 0.524021 Accuracy: 0.921875
Step: 13970 Loss: 0.447997 Accuracy: 0.953125
Step: 13980 Loss: 0.496786 Accuracy: 0.9375
Step: 13990 Loss: 0.501905 Accuracy: 0.921875
Step: 14000 Loss: 0.406274 Accuracy: 0.9375
Test set accuracy: 0.85
Step: 14010 Loss: 0.485788 Accuracy: 0.96875
Step: 14020 Loss: 0.480677 Accuracy: 0.90625
Step: 14030 Loss: 0.49513 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 14040 Loss: 0.637926 Accuracy: 0.859375
Step: 14050 Loss: 0.637088 Accuracy: 0.875
Step: 14060 Loss: 0.50297 Accuracy: 0.921875
Step: 14070 Loss: 0.410404 Accuracy: 0.953125
Step: 14080 Loss: 0.506303 Accuracy: 0.921875
Step: 14090 Loss: 0.667341 Accuracy: 0.859375
Step: 14100 Loss: 0.61386 Accuracy: 0.859375
Test set accuracy: 0.82
Step: 14110 Loss: 0.456532 Accuracy: 0.953125
Step: 14120 Loss: 0.563652 Accuracy: 0.90625
Step: 14130 Loss: 0.455032 Accuracy: 0.9375
Step: 14140 Loss: 0.554689 Accuracy: 0.890625
Step: 14150 Loss: 0.561504 Accuracy: 0.890625
Step: 14160 Loss: 0.34724 Accuracy: 0.984375
Step: 14170 Loss: 0.692665 Accuracy: 0.859375
Step: 14180 Loss: 0.588777 Accuracy: 0.90625
Step: 14190 Loss: 0.496327 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 14200 Loss: 0.799931 Accuracy: 0.828125
Test set accuracy: 0.846
Step: 14210 Loss: 0.403918 Accuracy: 0.953125
Step: 14220 Loss: 0.426105 Accuracy: 0.96875
Step: 14230 Loss: 0.430352 Accuracy: 0.96875
Step: 14240 Loss: 0.587331 Accuracy: 0.90625
Step: 14250 Loss: 0.585365 Accuracy: 0.890625
Step: 14260 Loss: 0.597888 Accuracy: 0.875
Step: 14270 Loss: 0.524389 Accuracy: 0.921875
Step: 14280 Loss: 0.498746 Accuracy: 0.921875
Step: 14290 Loss: 0.604385 Accuracy: 0.875
Step: 14300 Loss: 0.427906 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 14310 Loss: 0.461625 Accuracy: 0.953125
Step: 14320 Loss: 0.573255 Accuracy: 0.890625
Step: 14330 Loss: 0.61255 Accuracy: 0.890625
Step: 14340 Loss: 0.518356 Accuracy: 0.90625
Step: 14350 Loss: 0.403612 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 14360 Loss: 0.51121 Accuracy: 0.9375
Step: 14370 Loss: 0.64295 Accuracy: 0.921875
Step: 14380 Loss: 0.541621 Accuracy: 0.875
Step: 14390 Loss: 0.516963 Accuracy: 0.90625
Step: 14400 Loss: 0.684581 Accuracy: 0.828125
Test set accuracy: 0.832
Step: 14410 Loss: 0.435057 Accuracy: 0.9375
Step: 14420 Loss: 0.356264 Accuracy: 0.984375
Step: 14430 Loss: 0.458924 Accuracy: 0.9375
Step: 14440 Loss: 0.518647 Accuracy: 0.890625
Step: 14450 Loss: 0.631869 Accuracy: 0.859375
Step: 14460 Loss: 0.363652 Accuracy: 0.984375
Step: 14470 Loss: 0.607346 Accuracy: 0.890625
Step: 14480 Loss: 0.368279 Accuracy: 1.0
Step: 14490 Loss: 0.485029 Accuracy: 0.9375
Step: 14500 Loss: 0.674335 Accuracy: 0.828125
Test set accuracy: 0.79
Switched CIFAR set to 5
Step: 14510 Loss: 0.612822 Accuracy: 0.90625
Step: 14520 Loss: 0.545419 Accuracy: 0.890625
Step: 14530 Loss: 0.476722 Accuracy: 0.953125
Step: 14540 Loss: 0.509746 Accuracy: 0.953125
Step: 14550 Loss: 0.565548 Accuracy: 0.90625
Step: 14560 Loss: 0.55547 Accuracy: 0.90625
Step: 14570 Loss: 0.470199 Accuracy: 0.9375
Step: 14580 Loss: 0.488297 Accuracy: 0.921875
Step: 14590 Loss: 0.623292 Accuracy: 0.90625
Step: 14600 Loss: 0.575184 Accuracy: 0.90625
Test set accuracy: 0.826
Step: 14610 Loss: 0.520438 Accuracy: 0.921875
Step: 14620 Loss: 0.503443 Accuracy: 0.9375
Step: 14630 Loss: 0.476218 Accuracy: 0.921875
Step: 14640 Loss: 0.439509 Accuracy: 0.96875
Step: 14650 Loss: 0.482793 Accuracy: 0.921875
Step: 14660 Loss: 0.492416 Accuracy: 0.953125
Switched CIFAR set to 1
Step: 14670 Loss: 0.594117 Accuracy: 0.890625
Step: 14680 Loss: 0.617055 Accuracy: 0.890625
Step: 14690 Loss: 0.548807 Accuracy: 0.890625
Step: 14700 Loss: 0.663659 Accuracy: 0.84375
Test set accuracy: 0.852
Step: 14710 Loss: 0.417495 Accuracy: 0.953125
Step: 14720 Loss: 0.462655 Accuracy: 0.9375
Step: 14730 Loss: 0.572512 Accuracy: 0.875
Step: 14740 Loss: 0.456346 Accuracy: 0.9375
Step: 14750 Loss: 0.519693 Accuracy: 0.90625
Step: 14760 Loss: 0.480028 Accuracy: 0.921875
Step: 14770 Loss: 0.459141 Accuracy: 0.953125
Step: 14780 Loss: 0.518535 Accuracy: 0.90625
Step: 14790 Loss: 0.525138 Accuracy: 0.921875
Step: 14800 Loss: 0.434637 Accuracy: 0.96875
Test set accuracy: 0.85
Step: 14810 Loss: 0.539839 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 14820 Loss: 0.56058 Accuracy: 0.890625
Step: 14830 Loss: 0.468359 Accuracy: 0.890625
Step: 14840 Loss: 0.465324 Accuracy: 0.953125
Step: 14850 Loss: 0.515741 Accuracy: 0.90625
Step: 14860 Loss: 0.423181 Accuracy: 0.96875
Step: 14870 Loss: 0.454469 Accuracy: 0.96875
Step: 14880 Loss: 0.662203 Accuracy: 0.875
Step: 14890 Loss: 0.437734 Accuracy: 0.96875
Step: 14900 Loss: 0.447702 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 14910 Loss: 0.476079 Accuracy: 0.921875
Step: 14920 Loss: 0.396673 Accuracy: 0.953125
Step: 14930 Loss: 0.670961 Accuracy: 0.84375
Step: 14940 Loss: 0.490868 Accuracy: 0.953125
Step: 14950 Loss: 0.450581 Accuracy: 0.9375
Step: 14960 Loss: 0.479722 Accuracy: 0.890625
Step: 14970 Loss: 0.455127 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 14980 Loss: 0.46866 Accuracy: 0.9375
Step: 14990 Loss: 0.528705 Accuracy: 0.890625
Step: 15000 Loss: 0.558953 Accuracy: 0.90625
Test set accuracy: 0.844
Step: 15010 Loss: 0.581897 Accuracy: 0.875
Step: 15020 Loss: 0.481961 Accuracy: 0.9375
Step: 15030 Loss: 0.527546 Accuracy: 0.890625
Step: 15040 Loss: 0.395608 Accuracy: 0.953125
Step: 15050 Loss: 0.532596 Accuracy: 0.90625
Step: 15060 Loss: 0.477722 Accuracy: 0.921875
Step: 15070 Loss: 0.592555 Accuracy: 0.875
Step: 15080 Loss: 0.468216 Accuracy: 0.921875
Step: 15090 Loss: 0.663396 Accuracy: 0.828125
Step: 15100 Loss: 0.600303 Accuracy: 0.875
Test set accuracy: 0.836
Step: 15110 Loss: 0.475464 Accuracy: 0.921875
Step: 15120 Loss: 0.49878 Accuracy: 0.921875
Step: 15130 Loss: 0.617987 Accuracy: 0.875
Switched CIFAR set to 4
Step: 15140 Loss: 0.629894 Accuracy: 0.859375
Step: 15150 Loss: 0.576791 Accuracy: 0.890625
Step: 15160 Loss: 0.533202 Accuracy: 0.90625
Step: 15170 Loss: 0.679727 Accuracy: 0.84375
Step: 15180 Loss: 0.670426 Accuracy: 0.859375
Step: 15190 Loss: 0.497445 Accuracy: 0.90625
Step: 15200 Loss: 0.466765 Accuracy: 0.953125
Test set accuracy: 0.84
Step: 15210 Loss: 0.548069 Accuracy: 0.890625
Step: 15220 Loss: 0.523759 Accuracy: 0.90625
Step: 15230 Loss: 0.411983 Accuracy: 0.953125
Step: 15240 Loss: 0.67449 Accuracy: 0.859375
Step: 15250 Loss: 0.394723 Accuracy: 0.96875
Step: 15260 Loss: 0.546362 Accuracy: 0.921875
Step: 15270 Loss: 0.422961 Accuracy: 0.96875
Step: 15280 Loss: 0.422803 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 15290 Loss: 0.528301 Accuracy: 0.953125
Step: 15300 Loss: 0.541948 Accuracy: 0.921875
Test set accuracy: 0.846
Step: 15310 Loss: 0.549843 Accuracy: 0.875
Step: 15320 Loss: 0.577052 Accuracy: 0.90625
Step: 15330 Loss: 0.47678 Accuracy: 0.921875
Step: 15340 Loss: 0.495484 Accuracy: 0.921875
Step: 15350 Loss: 0.505618 Accuracy: 0.9375
Step: 15360 Loss: 0.411048 Accuracy: 0.953125
Step: 15370 Loss: 0.580751 Accuracy: 0.90625
Step: 15380 Loss: 0.402062 Accuracy: 0.953125
Step: 15390 Loss: 0.517774 Accuracy: 0.921875
Step: 15400 Loss: 0.529361 Accuracy: 0.90625
Test set accuracy: 0.868
Step: 15410 Loss: 0.485868 Accuracy: 0.921875
Step: 15420 Loss: 0.507753 Accuracy: 0.921875
Step: 15430 Loss: 0.478963 Accuracy: 0.90625
Step: 15440 Loss: 0.435273 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 15450 Loss: 0.42084 Accuracy: 0.953125
Step: 15460 Loss: 0.519066 Accuracy: 0.90625
Step: 15470 Loss: 0.707286 Accuracy: 0.90625
Step: 15480 Loss: 0.574412 Accuracy: 0.890625
Step: 15490 Loss: 0.523103 Accuracy: 0.90625
Step: 15500 Loss: 0.652188 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 15510 Loss: 0.522922 Accuracy: 0.9375
Step: 15520 Loss: 0.486058 Accuracy: 0.9375
Step: 15530 Loss: 0.638285 Accuracy: 0.84375
Step: 15540 Loss: 0.528539 Accuracy: 0.90625
Step: 15550 Loss: 0.417394 Accuracy: 0.96875
Step: 15560 Loss: 0.428022 Accuracy: 0.9375
Step: 15570 Loss: 0.567104 Accuracy: 0.90625
Step: 15580 Loss: 0.549333 Accuracy: 0.890625
Step: 15590 Loss: 0.497154 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 15600 Loss: 0.495719 Accuracy: 0.890625
Test set accuracy: 0.832
Step: 15610 Loss: 0.359843 Accuracy: 0.96875
Step: 15620 Loss: 0.497861 Accuracy: 0.9375
Step: 15630 Loss: 0.555307 Accuracy: 0.875
Step: 15640 Loss: 0.453546 Accuracy: 0.953125
Step: 15650 Loss: 0.547727 Accuracy: 0.90625
Step: 15660 Loss: 0.47229 Accuracy: 0.9375
Step: 15670 Loss: 0.761533 Accuracy: 0.84375
Step: 15680 Loss: 0.515491 Accuracy: 0.890625
Step: 15690 Loss: 0.391612 Accuracy: 0.96875
Step: 15700 Loss: 0.495249 Accuracy: 0.9375
Test set accuracy: 0.842
Step: 15710 Loss: 0.539241 Accuracy: 0.921875
Step: 15720 Loss: 0.631176 Accuracy: 0.890625
Step: 15730 Loss: 0.451081 Accuracy: 0.953125
Step: 15740 Loss: 0.474598 Accuracy: 0.921875
Step: 15750 Loss: 0.407778 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 15760 Loss: 0.460446 Accuracy: 0.921875
Step: 15770 Loss: 0.471163 Accuracy: 0.921875
Step: 15780 Loss: 0.561499 Accuracy: 0.859375
Step: 15790 Loss: 0.499145 Accuracy: 0.921875
Step: 15800 Loss: 0.397718 Accuracy: 0.96875
Test set accuracy: 0.828
Step: 15810 Loss: 0.531332 Accuracy: 0.890625
Step: 15820 Loss: 0.484628 Accuracy: 0.9375
Step: 15830 Loss: 0.514787 Accuracy: 0.921875
Step: 15840 Loss: 0.422261 Accuracy: 0.953125
Step: 15850 Loss: 0.559852 Accuracy: 0.90625
Step: 15860 Loss: 0.464108 Accuracy: 0.921875
Step: 15870 Loss: 0.468094 Accuracy: 0.921875
Step: 15880 Loss: 0.675188 Accuracy: 0.875
Step: 15890 Loss: 0.458519 Accuracy: 0.921875
Step: 15900 Loss: 0.404233 Accuracy: 0.96875
Test set accuracy: 0.818
Step: 15910 Loss: 0.408163 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 15920 Loss: 0.617131 Accuracy: 0.90625
Step: 15930 Loss: 0.534329 Accuracy: 0.921875
Step: 15940 Loss: 0.590207 Accuracy: 0.875
Step: 15950 Loss: 0.451518 Accuracy: 0.96875
Step: 15960 Loss: 0.415326 Accuracy: 0.953125
Step: 15970 Loss: 0.540192 Accuracy: 0.875
Step: 15980 Loss: 0.594457 Accuracy: 0.890625
Step: 15990 Loss: 0.526968 Accuracy: 0.90625
Step: 16000 Loss: 0.443984 Accuracy: 0.953125
Test set accuracy: 0.806
Step: 16010 Loss: 0.430516 Accuracy: 0.953125
Step: 16020 Loss: 0.355064 Accuracy: 0.984375
Step: 16030 Loss: 0.50696 Accuracy: 0.921875
Step: 16040 Loss: 0.544798 Accuracy: 0.921875
Step: 16050 Loss: 0.550748 Accuracy: 0.890625
Step: 16060 Loss: 0.528181 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 16070 Loss: 0.713394 Accuracy: 0.859375
Step: 16080 Loss: 0.639621 Accuracy: 0.859375
Step: 16090 Loss: 0.417129 Accuracy: 0.96875
Step: 16100 Loss: 0.4939 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 16110 Loss: 0.550477 Accuracy: 0.90625
Step: 16120 Loss: 0.494176 Accuracy: 0.9375
Step: 16130 Loss: 0.470663 Accuracy: 0.9375
Step: 16140 Loss: 0.422256 Accuracy: 0.9375
Step: 16150 Loss: 0.659556 Accuracy: 0.828125
Step: 16160 Loss: 0.465022 Accuracy: 0.953125
Step: 16170 Loss: 0.458461 Accuracy: 0.96875
Step: 16180 Loss: 0.515926 Accuracy: 0.9375
Step: 16190 Loss: 0.476036 Accuracy: 0.953125
Step: 16200 Loss: 0.496112 Accuracy: 0.921875
Test set accuracy: 0.85
Step: 16210 Loss: 0.519309 Accuracy: 0.921875
Step: 16220 Loss: 0.529755 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 16230 Loss: 0.426006 Accuracy: 0.953125
Step: 16240 Loss: 0.588104 Accuracy: 0.921875
Step: 16250 Loss: 0.55479 Accuracy: 0.875
Step: 16260 Loss: 0.488323 Accuracy: 0.953125
Step: 16270 Loss: 0.430927 Accuracy: 0.953125
Step: 16280 Loss: 0.480017 Accuracy: 0.9375
Step: 16290 Loss: 0.521818 Accuracy: 0.921875
Step: 16300 Loss: 0.508591 Accuracy: 0.890625
Test set accuracy: 0.81
Step: 16310 Loss: 0.480582 Accuracy: 0.9375
Step: 16320 Loss: 0.467984 Accuracy: 0.953125
Step: 16330 Loss: 0.493601 Accuracy: 0.953125
Step: 16340 Loss: 0.537935 Accuracy: 0.90625
Step: 16350 Loss: 0.614288 Accuracy: 0.859375
Step: 16360 Loss: 0.412736 Accuracy: 0.984375
Step: 16370 Loss: 0.447064 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 16380 Loss: 0.445895 Accuracy: 0.9375
Step: 16390 Loss: 0.547351 Accuracy: 0.90625
Step: 16400 Loss: 0.429309 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 16410 Loss: 0.463498 Accuracy: 0.9375
Step: 16420 Loss: 0.503458 Accuracy: 0.9375
Step: 16430 Loss: 0.578457 Accuracy: 0.890625
Step: 16440 Loss: 0.446794 Accuracy: 0.953125
Step: 16450 Loss: 0.535543 Accuracy: 0.90625
Step: 16460 Loss: 0.414633 Accuracy: 0.9375
Step: 16470 Loss: 0.513936 Accuracy: 0.90625
Step: 16480 Loss: 0.439444 Accuracy: 0.96875
Step: 16490 Loss: 0.412406 Accuracy: 0.984375
Step: 16500 Loss: 0.480688 Accuracy: 0.921875
Test set accuracy: 0.81
Step: 16510 Loss: 0.478062 Accuracy: 0.9375
Step: 16520 Loss: 0.511845 Accuracy: 0.921875
Step: 16530 Loss: 0.320843 Accuracy: 1.0
Switched CIFAR set to 3
Step: 16540 Loss: 0.626512 Accuracy: 0.875
Step: 16550 Loss: 0.482459 Accuracy: 0.9375
Step: 16560 Loss: 0.709791 Accuracy: 0.859375
Step: 16570 Loss: 0.427455 Accuracy: 0.953125
Step: 16580 Loss: 0.555262 Accuracy: 0.90625
Step: 16590 Loss: 0.459405 Accuracy: 0.9375
Step: 16600 Loss: 0.660541 Accuracy: 0.875
Test set accuracy: 0.836
Step: 16610 Loss: 0.505642 Accuracy: 0.9375
Step: 16620 Loss: 0.415851 Accuracy: 0.96875
Step: 16630 Loss: 0.471596 Accuracy: 0.953125
Step: 16640 Loss: 0.545357 Accuracy: 0.9375
Step: 16650 Loss: 0.466491 Accuracy: 0.96875
Step: 16660 Loss: 0.505233 Accuracy: 0.90625
Step: 16670 Loss: 0.498603 Accuracy: 0.9375
Step: 16680 Loss: 0.478874 Accuracy: 0.953125
Step: 16690 Loss: 0.523465 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 16700 Loss: 0.538946 Accuracy: 0.90625
Test set accuracy: 0.848
Step: 16710 Loss: 0.626459 Accuracy: 0.875
Step: 16720 Loss: 0.424416 Accuracy: 0.9375
Step: 16730 Loss: 0.493238 Accuracy: 0.9375
Step: 16740 Loss: 0.479645 Accuracy: 0.90625
Step: 16750 Loss: 0.511679 Accuracy: 0.921875
Step: 16760 Loss: 0.590867 Accuracy: 0.90625
Step: 16770 Loss: 0.418571 Accuracy: 0.96875
Step: 16780 Loss: 0.605368 Accuracy: 0.875
Step: 16790 Loss: 0.445951 Accuracy: 0.9375
Step: 16800 Loss: 0.417241 Accuracy: 0.96875
Test set accuracy: 0.836
Step: 16810 Loss: 0.437411 Accuracy: 0.9375
Step: 16820 Loss: 0.45383 Accuracy: 0.9375
Step: 16830 Loss: 0.559509 Accuracy: 0.875
Step: 16840 Loss: 0.457797 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 16850 Loss: 0.549051 Accuracy: 0.875
Step: 16860 Loss: 0.552607 Accuracy: 0.921875
Step: 16870 Loss: 0.577872 Accuracy: 0.921875
Step: 16880 Loss: 0.452074 Accuracy: 0.953125
Step: 16890 Loss: 0.495856 Accuracy: 0.9375
Step: 16900 Loss: 0.482271 Accuracy: 0.9375
Test set accuracy: 0.802
Step: 16910 Loss: 0.48966 Accuracy: 0.921875
Step: 16920 Loss: 0.543754 Accuracy: 0.90625
Step: 16930 Loss: 0.537135 Accuracy: 0.90625
Step: 16940 Loss: 0.456033 Accuracy: 0.953125
Step: 16950 Loss: 0.403791 Accuracy: 0.953125
Step: 16960 Loss: 0.572685 Accuracy: 0.90625
Step: 16970 Loss: 0.528085 Accuracy: 0.921875
Step: 16980 Loss: 0.430662 Accuracy: 0.953125
Step: 16990 Loss: 0.435793 Accuracy: 0.953125
Step: 17000 Loss: 0.441264 Accuracy: 0.96875
Test set accuracy: 0.83
Switched CIFAR set to 1
Step: 17010 Loss: 0.546275 Accuracy: 0.90625
Step: 17020 Loss: 0.523435 Accuracy: 0.921875
Step: 17030 Loss: 0.510591 Accuracy: 0.9375
Step: 17040 Loss: 0.499548 Accuracy: 0.921875
Step: 17050 Loss: 0.438541 Accuracy: 0.953125
Step: 17060 Loss: 0.416273 Accuracy: 0.9375
Step: 17070 Loss: 0.507969 Accuracy: 0.921875
Step: 17080 Loss: 0.422639 Accuracy: 0.9375
Step: 17090 Loss: 0.486509 Accuracy: 0.921875
Step: 17100 Loss: 0.562312 Accuracy: 0.890625
Test set accuracy: 0.856
Step: 17110 Loss: 0.562476 Accuracy: 0.90625
Step: 17120 Loss: 0.401774 Accuracy: 0.984375
Step: 17130 Loss: 0.540257 Accuracy: 0.9375
Step: 17140 Loss: 0.398988 Accuracy: 0.953125
Step: 17150 Loss: 0.422903 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 17160 Loss: 0.347108 Accuracy: 0.984375
Step: 17170 Loss: 0.504468 Accuracy: 0.921875
Step: 17180 Loss: 0.562577 Accuracy: 0.9375
Step: 17190 Loss: 0.575587 Accuracy: 0.890625
Step: 17200 Loss: 0.613579 Accuracy: 0.890625
Test set accuracy: 0.832
Step: 17210 Loss: 0.376532 Accuracy: 0.96875
Step: 17220 Loss: 0.568369 Accuracy: 0.921875
Step: 17230 Loss: 0.441769 Accuracy: 0.9375
Step: 17240 Loss: 0.488169 Accuracy: 0.9375
Step: 17250 Loss: 0.513807 Accuracy: 0.921875
Step: 17260 Loss: 0.48019 Accuracy: 0.9375
Step: 17270 Loss: 0.430769 Accuracy: 0.96875
Step: 17280 Loss: 0.499136 Accuracy: 0.921875
Step: 17290 Loss: 0.388965 Accuracy: 0.984375
Step: 17300 Loss: 0.506021 Accuracy: 0.9375
Test set accuracy: 0.848
Step: 17310 Loss: 0.540574 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 17320 Loss: 0.451552 Accuracy: 0.953125
Step: 17330 Loss: 0.556586 Accuracy: 0.90625
Step: 17340 Loss: 0.379344 Accuracy: 0.96875
Step: 17350 Loss: 0.666346 Accuracy: 0.84375
Step: 17360 Loss: 0.469836 Accuracy: 0.953125
Step: 17370 Loss: 0.548421 Accuracy: 0.890625
Step: 17380 Loss: 0.339109 Accuracy: 0.96875
Step: 17390 Loss: 0.475422 Accuracy: 0.921875
Step: 17400 Loss: 0.574501 Accuracy: 0.90625
Test set accuracy: 0.818
Step: 17410 Loss: 0.441546 Accuracy: 0.953125
Step: 17420 Loss: 0.501004 Accuracy: 0.953125
Step: 17430 Loss: 0.411865 Accuracy: 0.96875
Step: 17440 Loss: 0.535005 Accuracy: 0.921875
Step: 17450 Loss: 0.509987 Accuracy: 0.921875
Step: 17460 Loss: 0.391027 Accuracy: 0.953125
Step: 17470 Loss: 0.434571 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 17480 Loss: 0.533495 Accuracy: 0.921875
Step: 17490 Loss: 0.521022 Accuracy: 0.921875
Step: 17500 Loss: 0.512438 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 17510 Loss: 0.594065 Accuracy: 0.90625
Step: 17520 Loss: 0.436756 Accuracy: 0.953125
Step: 17530 Loss: 0.561777 Accuracy: 0.9375
Step: 17540 Loss: 0.538907 Accuracy: 0.9375
Step: 17550 Loss: 0.39733 Accuracy: 0.984375
Step: 17560 Loss: 0.524659 Accuracy: 0.921875
Step: 17570 Loss: 0.549442 Accuracy: 0.921875
Step: 17580 Loss: 0.487046 Accuracy: 0.9375
Step: 17590 Loss: 0.639761 Accuracy: 0.84375
Step: 17600 Loss: 0.477665 Accuracy: 0.953125
Test set accuracy: 0.824
Step: 17610 Loss: 0.490893 Accuracy: 0.9375
Step: 17620 Loss: 0.429901 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 17630 Loss: 0.502085 Accuracy: 0.921875
Step: 17640 Loss: 0.440893 Accuracy: 0.953125
Step: 17650 Loss: 0.582907 Accuracy: 0.90625
Step: 17660 Loss: 0.454794 Accuracy: 0.953125
Step: 17670 Loss: 0.64784 Accuracy: 0.890625
Step: 17680 Loss: 0.485493 Accuracy: 0.9375
Step: 17690 Loss: 0.598951 Accuracy: 0.890625
Step: 17700 Loss: 0.352021 Accuracy: 0.984375
Test set accuracy: 0.814
Step: 17710 Loss: 0.405474 Accuracy: 0.96875
Step: 17720 Loss: 0.474475 Accuracy: 0.921875
Step: 17730 Loss: 0.521961 Accuracy: 0.90625
Step: 17740 Loss: 0.508924 Accuracy: 0.90625
Step: 17750 Loss: 0.429593 Accuracy: 0.96875
Step: 17760 Loss: 0.40623 Accuracy: 0.953125
Step: 17770 Loss: 0.487172 Accuracy: 0.9375
Step: 17780 Loss: 0.542675 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 17790 Loss: 0.687786 Accuracy: 0.875
Step: 17800 Loss: 0.378057 Accuracy: 0.953125
Test set accuracy: 0.826
Step: 17810 Loss: 0.537649 Accuracy: 0.9375
Step: 17820 Loss: 0.458421 Accuracy: 0.96875
Step: 17830 Loss: 0.470945 Accuracy: 0.9375
Step: 17840 Loss: 0.491108 Accuracy: 0.9375
Step: 17850 Loss: 0.404759 Accuracy: 0.96875
Step: 17860 Loss: 0.505104 Accuracy: 0.890625
Step: 17870 Loss: 0.373164 Accuracy: 1.0
Step: 17880 Loss: 0.443561 Accuracy: 0.96875
Step: 17890 Loss: 0.477981 Accuracy: 0.9375
Step: 17900 Loss: 0.471654 Accuracy: 0.953125
Test set accuracy: 0.822
Step: 17910 Loss: 0.484853 Accuracy: 0.96875
Step: 17920 Loss: 0.37088 Accuracy: 0.984375
Step: 17930 Loss: 0.468907 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 17940 Loss: 0.574461 Accuracy: 0.9375
Step: 17950 Loss: 0.405786 Accuracy: 0.96875
Step: 17960 Loss: 0.525385 Accuracy: 0.90625
Step: 17970 Loss: 0.458311 Accuracy: 0.953125
Step: 17980 Loss: 0.59172 Accuracy: 0.875
Step: 17990 Loss: 0.582306 Accuracy: 0.921875
Step: 18000 Loss: 0.629329 Accuracy: 0.859375
Test set accuracy: 0.846
Step: 18010 Loss: 0.399693 Accuracy: 0.953125
Step: 18020 Loss: 0.530798 Accuracy: 0.921875
Step: 18030 Loss: 0.470409 Accuracy: 0.953125
Step: 18040 Loss: 0.473231 Accuracy: 0.9375
Step: 18050 Loss: 0.539321 Accuracy: 0.921875
Step: 18060 Loss: 0.44441 Accuracy: 0.953125
Step: 18070 Loss: 0.445429 Accuracy: 0.953125
Step: 18080 Loss: 0.369567 Accuracy: 0.953125
Step: 18090 Loss: 0.398089 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 18100 Loss: 0.485822 Accuracy: 0.953125
Test set accuracy: 0.818
Step: 18110 Loss: 0.462206 Accuracy: 0.9375
Step: 18120 Loss: 0.425718 Accuracy: 0.96875
Step: 18130 Loss: 0.707797 Accuracy: 0.8125
Step: 18140 Loss: 0.43319 Accuracy: 0.96875
Step: 18150 Loss: 0.450239 Accuracy: 0.921875
Step: 18160 Loss: 0.518854 Accuracy: 0.9375
Step: 18170 Loss: 0.65748 Accuracy: 0.875
Step: 18180 Loss: 0.568453 Accuracy: 0.890625
Step: 18190 Loss: 0.394514 Accuracy: 0.96875
Step: 18200 Loss: 0.389936 Accuracy: 0.96875
Test set accuracy: 0.814
Step: 18210 Loss: 0.577954 Accuracy: 0.90625
Step: 18220 Loss: 0.405913 Accuracy: 0.984375
Step: 18230 Loss: 0.351577 Accuracy: 0.984375
Step: 18240 Loss: 0.453145 Accuracy: 0.953125
Step: 18250 Loss: 0.4464 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 18260 Loss: 0.461562 Accuracy: 0.921875
Step: 18270 Loss: 0.527415 Accuracy: 0.9375
Step: 18280 Loss: 0.601156 Accuracy: 0.890625
Step: 18290 Loss: 0.379279 Accuracy: 0.96875
Step: 18300 Loss: 0.539759 Accuracy: 0.890625
Test set accuracy: 0.83
Step: 18310 Loss: 0.573242 Accuracy: 0.90625
Step: 18320 Loss: 0.430842 Accuracy: 0.953125
Step: 18330 Loss: 0.379114 Accuracy: 0.953125
Step: 18340 Loss: 0.373439 Accuracy: 0.984375
Step: 18350 Loss: 0.420728 Accuracy: 0.921875
Step: 18360 Loss: 0.38778 Accuracy: 0.96875
Step: 18370 Loss: 0.474413 Accuracy: 0.921875
Step: 18380 Loss: 0.505123 Accuracy: 0.921875
Step: 18390 Loss: 0.5757 Accuracy: 0.859375
Step: 18400 Loss: 0.37333 Accuracy: 0.984375
Test set accuracy: 0.816
Switched CIFAR set to 5
Step: 18410 Loss: 0.445278 Accuracy: 0.953125
Step: 18420 Loss: 0.592168 Accuracy: 0.890625
Step: 18430 Loss: 0.360658 Accuracy: 0.984375
Step: 18440 Loss: 0.579775 Accuracy: 0.859375
Step: 18450 Loss: 0.527477 Accuracy: 0.90625
Step: 18460 Loss: 0.586029 Accuracy: 0.90625
Step: 18470 Loss: 0.361047 Accuracy: 0.96875
Step: 18480 Loss: 0.479961 Accuracy: 0.9375
Step: 18490 Loss: 0.441944 Accuracy: 0.9375
Step: 18500 Loss: 0.388594 Accuracy: 0.96875
Test set accuracy: 0.856
Step: 18510 Loss: 0.469009 Accuracy: 0.953125
Step: 18520 Loss: 0.420576 Accuracy: 0.9375
Step: 18530 Loss: 0.344439 Accuracy: 0.984375
Step: 18540 Loss: 0.407553 Accuracy: 0.9375
Step: 18550 Loss: 0.417866 Accuracy: 0.9375
Step: 18560 Loss: 0.544407 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 18570 Loss: 0.486841 Accuracy: 0.90625
Step: 18580 Loss: 0.411942 Accuracy: 0.953125
Step: 18590 Loss: 0.537671 Accuracy: 0.90625
Step: 18600 Loss: 0.439766 Accuracy: 0.953125
Test set accuracy: 0.856
Step: 18610 Loss: 0.476076 Accuracy: 0.921875
Step: 18620 Loss: 0.518158 Accuracy: 0.9375
Step: 18630 Loss: 0.604703 Accuracy: 0.890625
Step: 18640 Loss: 0.47549 Accuracy: 0.921875
Step: 18650 Loss: 0.573345 Accuracy: 0.875
Step: 18660 Loss: 0.563266 Accuracy: 0.890625
Step: 18670 Loss: 0.37804 Accuracy: 0.984375
Step: 18680 Loss: 0.387812 Accuracy: 0.96875
Step: 18690 Loss: 0.369815 Accuracy: 0.984375
Step: 18700 Loss: 0.43722 Accuracy: 0.9375
Test set accuracy: 0.85
Step: 18710 Loss: 0.429521 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 18720 Loss: 0.504731 Accuracy: 0.921875
Step: 18730 Loss: 0.5019 Accuracy: 0.921875
Step: 18740 Loss: 0.529341 Accuracy: 0.90625
Step: 18750 Loss: 0.599741 Accuracy: 0.875
Step: 18760 Loss: 0.398936 Accuracy: 0.953125
Step: 18770 Loss: 0.471733 Accuracy: 0.953125
Step: 18780 Loss: 0.424301 Accuracy: 0.96875
Step: 18790 Loss: 0.410542 Accuracy: 0.96875
Step: 18800 Loss: 0.389988 Accuracy: 0.96875
Test set accuracy: 0.824
Step: 18810 Loss: 0.430861 Accuracy: 0.96875
Step: 18820 Loss: 0.354081 Accuracy: 0.96875
Step: 18830 Loss: 0.438754 Accuracy: 0.9375
Step: 18840 Loss: 0.46345 Accuracy: 0.953125
Step: 18850 Loss: 0.440981 Accuracy: 0.953125
Step: 18860 Loss: 0.424004 Accuracy: 0.96875
Step: 18870 Loss: 0.354077 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 18880 Loss: 0.519498 Accuracy: 0.90625
Step: 18890 Loss: 0.413182 Accuracy: 0.96875
Step: 18900 Loss: 0.434802 Accuracy: 0.953125
Test set accuracy: 0.846
Step: 18910 Loss: 0.465451 Accuracy: 0.9375
Step: 18920 Loss: 0.386476 Accuracy: 0.96875
Step: 18930 Loss: 0.51826 Accuracy: 0.953125
Step: 18940 Loss: 0.377113 Accuracy: 0.96875
Step: 18950 Loss: 0.389796 Accuracy: 0.96875
Step: 18960 Loss: 0.448664 Accuracy: 0.953125
Step: 18970 Loss: 0.364115 Accuracy: 0.96875
Step: 18980 Loss: 0.337924 Accuracy: 1.0
Step: 18990 Loss: 0.523081 Accuracy: 0.90625
Step: 19000 Loss: 0.395291 Accuracy: 0.96875
Test set accuracy: 0.856
Step: 19010 Loss: 0.398601 Accuracy: 0.953125
Step: 19020 Loss: 0.396765 Accuracy: 0.96875
Step: 19030 Loss: 0.435821 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 19040 Loss: 0.503528 Accuracy: 0.921875
Step: 19050 Loss: 0.494187 Accuracy: 0.9375
Step: 19060 Loss: 0.387836 Accuracy: 0.953125
Step: 19070 Loss: 0.514257 Accuracy: 0.890625
Step: 19080 Loss: 0.498102 Accuracy: 0.953125
Step: 19090 Loss: 0.532053 Accuracy: 0.90625
Step: 19100 Loss: 0.415589 Accuracy: 0.984375
Test set accuracy: 0.84
Step: 19110 Loss: 0.380914 Accuracy: 0.953125
Step: 19120 Loss: 0.385121 Accuracy: 0.953125
Step: 19130 Loss: 0.526785 Accuracy: 0.9375
Step: 19140 Loss: 0.538392 Accuracy: 0.9375
Step: 19150 Loss: 0.349721 Accuracy: 0.984375
Step: 19160 Loss: 0.341598 Accuracy: 1.0
Step: 19170 Loss: 0.558782 Accuracy: 0.90625
Step: 19180 Loss: 0.365366 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19190 Loss: 0.571322 Accuracy: 0.90625
Step: 19200 Loss: 0.425246 Accuracy: 0.9375
Test set accuracy: 0.856
Step: 19210 Loss: 0.425653 Accuracy: 0.921875
Step: 19220 Loss: 0.500773 Accuracy: 0.90625
Step: 19230 Loss: 0.454135 Accuracy: 0.9375
Step: 19240 Loss: 0.443883 Accuracy: 0.96875
Step: 19250 Loss: 0.4835 Accuracy: 0.9375
Step: 19260 Loss: 0.350865 Accuracy: 1.0
Step: 19270 Loss: 0.430489 Accuracy: 0.9375
Step: 19280 Loss: 0.499195 Accuracy: 0.90625
Step: 19290 Loss: 0.532046 Accuracy: 0.90625
Step: 19300 Loss: 0.512732 Accuracy: 0.9375
Test set accuracy: 0.862
Step: 19310 Loss: 0.388595 Accuracy: 0.984375
Step: 19320 Loss: 0.408404 Accuracy: 0.96875
Step: 19330 Loss: 0.400629 Accuracy: 0.9375
Step: 19340 Loss: 0.407107 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 19350 Loss: 0.428122 Accuracy: 0.953125
Step: 19360 Loss: 0.398789 Accuracy: 0.984375
Step: 19370 Loss: 0.497583 Accuracy: 0.953125
Step: 19380 Loss: 0.468171 Accuracy: 0.921875
Step: 19390 Loss: 0.473734 Accuracy: 0.953125
Step: 19400 Loss: 0.513115 Accuracy: 0.9375
Test set accuracy: 0.83
Step: 19410 Loss: 0.513764 Accuracy: 0.9375
Step: 19420 Loss: 0.396268 Accuracy: 0.96875
Step: 19430 Loss: 0.345123 Accuracy: 1.0
Step: 19440 Loss: 0.452649 Accuracy: 0.9375
Step: 19450 Loss: 0.489586 Accuracy: 0.921875
Step: 19460 Loss: 0.467623 Accuracy: 0.953125
Step: 19470 Loss: 0.441628 Accuracy: 0.953125
Step: 19480 Loss: 0.441674 Accuracy: 0.9375
Step: 19490 Loss: 0.436996 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 19500 Loss: 0.755971 Accuracy: 0.8125
Test set accuracy: 0.854
Step: 19510 Loss: 0.426316 Accuracy: 0.953125
Step: 19520 Loss: 0.472572 Accuracy: 0.953125
Step: 19530 Loss: 0.409464 Accuracy: 0.984375
Step: 19540 Loss: 0.477756 Accuracy: 0.9375
Step: 19550 Loss: 0.437232 Accuracy: 0.96875
Step: 19560 Loss: 0.541846 Accuracy: 0.90625
Step: 19570 Loss: 0.498936 Accuracy: 0.921875
Step: 19580 Loss: 0.523649 Accuracy: 0.890625
Step: 19590 Loss: 0.368908 Accuracy: 0.96875
Step: 19600 Loss: 0.439837 Accuracy: 0.953125
Test set accuracy: 0.826
Step: 19610 Loss: 0.401385 Accuracy: 0.96875
Step: 19620 Loss: 0.45621 Accuracy: 0.9375
Step: 19630 Loss: 0.444514 Accuracy: 0.953125
Step: 19640 Loss: 0.405562 Accuracy: 0.984375
Step: 19650 Loss: 0.429954 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 19660 Loss: 0.667526 Accuracy: 0.921875
Step: 19670 Loss: 0.53748 Accuracy: 0.890625
Step: 19680 Loss: 0.495428 Accuracy: 0.921875
Step: 19690 Loss: 0.556711 Accuracy: 0.921875
Step: 19700 Loss: 0.472862 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 19710 Loss: 0.412597 Accuracy: 0.921875
Step: 19720 Loss: 0.508879 Accuracy: 0.9375
Step: 19730 Loss: 0.439785 Accuracy: 0.921875
Step: 19740 Loss: 0.488398 Accuracy: 0.953125
Step: 19750 Loss: 0.351321 Accuracy: 0.984375
Step: 19760 Loss: 0.468866 Accuracy: 0.9375
Step: 19770 Loss: 0.423809 Accuracy: 0.953125
Step: 19780 Loss: 0.49905 Accuracy: 0.921875
Step: 19790 Loss: 0.460103 Accuracy: 0.953125
Step: 19800 Loss: 0.391719 Accuracy: 0.984375
Test set accuracy: 0.842
Step: 19810 Loss: 0.385269 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 19820 Loss: 0.464791 Accuracy: 0.96875
Step: 19830 Loss: 0.63786 Accuracy: 0.890625
Step: 19840 Loss: 0.334403 Accuracy: 1.0
Step: 19850 Loss: 0.5859 Accuracy: 0.890625
Step: 19860 Loss: 0.360899 Accuracy: 0.984375
Step: 19870 Loss: 0.520028 Accuracy: 0.921875
Step: 19880 Loss: 0.393226 Accuracy: 0.96875
Step: 19890 Loss: 0.610215 Accuracy: 0.890625
Step: 19900 Loss: 0.494886 Accuracy: 0.921875
Test set accuracy: 0.85
Step: 19910 Loss: 0.471604 Accuracy: 0.9375
Step: 19920 Loss: 0.394131 Accuracy: 0.96875
Step: 19930 Loss: 0.496741 Accuracy: 0.90625
Step: 19940 Loss: 0.40278 Accuracy: 0.96875
Step: 19950 Loss: 0.358503 Accuracy: 0.984375
Step: 19960 Loss: 0.501899 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19970 Loss: 0.392651 Accuracy: 0.953125
Step: 19980 Loss: 0.464599 Accuracy: 0.921875
Step: 19990 Loss: 0.562694 Accuracy: 0.921875
Model saved in file: ./trainingmodels/model_regularnet.ckpt

Results


In [9]:
plt.plot(l) #Plot training loss


Out[9]:
[<matplotlib.lines.Line2D at 0x7fdd97306f90>]

In [10]:
plt.plot(a) #Plot training accuracy


Out[10]:
[<matplotlib.lines.Line2D at 0x7fdd97306dd0>]

In [11]:
plt.plot(aT) #Plot test accuracy


Out[11]:
[<matplotlib.lines.Line2D at 0x7fdd964d8290>]

In [12]:
np.max(aT) #Best test accuracy


Out[12]:
0.86799999999999999

In [19]:
# Calculate test accuracy
def CalcTestAccuracy(sess, data, labels, isTransformed):
    
    percentageList = np.zeros(10)
    
    yT = np.reshape(np.array(labels),[len(labels)])
    if(isTransformed):
        lossT,yP = sess.run([loss,output],feed_dict={input_layer:data.eval(),label_layer:yT})
    else:
        lossT,yP = sess.run([loss,output],feed_dict={input_layer:data,label_layer:yT})
    
    equal = np.equal(yT,np.argmax(yP,1))
    accuracy = np.sum(equal)/float(len(yT))
    print "Test set accuracy: " + str(accuracy)
    
    for i in range(0,len(yT)):
        if equal[i] == False:
            index = yT[i]
            percentageList[index] += 1
    
    return accuracy, percentageList

In [9]:
def RotateAndCalc(sess, images, labels):
    #List with all accuracies
    accList = []
    prcList = np.zeros(len(labels))
    
    rotAngle = 10
    curAngle = 10

    #First run for original image
    fAcc,fPrc = CalcTestAccuracy(sess, ConvertImages(images), labels, False)
    accList.append(fAcc)
    prcList = [x+y for x, y in zip(prcList, fPrc)]

    #Rotate 10 degree
    while curAngle < 360:
        print "Rotating degree " + str(curAngle)
        rotImages = tf.contrib.image.rotate(ConvertImages(images), np.radians(curAngle))

        #Calc accuracy for the rotated images
        sAcc, sPrc = CalcTestAccuracy(sess, rotImages, labels, True)
        prcList = [x+y for x, y in zip(prcList, sPrc)]
        accList.append(sAcc)

        #Increment or curAngle with +rotAngle
        curAngle += rotAngle
       
    #Get failures in percentage
    prcSum = sum(prcList)
    nPrcList = []
    for numb in prcList:
        nPrcList.append((numb / prcSum) * 100)
    
    return accList, nPrcList

def GetLabelData(numbOfImg):
    images = []
    labels = []
    currImg = 0
    index = 0
        
    #Collect data for one specific label
    while currImg < numbOfImg:
        if cifarT['labels'][index] == label:
            images.append(cifarT['data'][index])
            labels.append(cifarT['labels'][index])
            currImg += 1
        index += 1
    return images, labels

def GetScrambleData(numbOfImg):
    #Collect data across labels
    images = cifarT['data'][0:numbOfImg]
    labels = cifarT['labels'][0:numbOfImg]
    return images, labels

def PlotAcc(accList):
    #Plot our accuracies
    x = np.arange(0, 360, 10)
    plt.xlabel('Degree')
    plt.ylabel('Accuracy')
    plt.title('Accuracy with rotating images')
    plt.plot(x,accList)
    plt.show()
    

np.seterr(divide='ignore', invalid='ignore')
saver = tf.train.Saver()

with tf.Session() as sess:
    saver.restore(sess, "./trainingmodels/RegularNet/model_regularnet.ckpt")
    print "Model restored."
    
    numbOfImg = 500 #Number of images to be found
    finalLabelList = [] #List with each labellist inside it
    '''
    #Scramble classification
    '''
    print "Scramble classification"
    sImages, sLabels = GetScrambleData(1000)
    sAcc, sPrc = RotateAndCalc(sess, sImages, sLabels)
    print "Percentage for failing classification: "
    print sPrc
    print "Total accuracy for the test set: " + str(sAcc[0])
    PlotAcc(sAcc)
    '''
    
    '''
    #Label wise classification
    print "Label wise classification"
    for label in range(0,10): #Label value 0-9
        print "Classifying on label: " + str(label)
        images, labels = GetLabelData(numbOfImg)
        lAcc,_ = RotateAndCalc(sess, images, labels)
        finalLabelList.append(lAcc)
        PlotAcc(lAcc)
    
    # Print all the label wise in same plot
    Labels = ['Airplane', 'Automobile', 'Bird', 'Cat', 'Deer', 'Dog', 'Frog', 'Horse', 'Ship', 'Truck']
    for i in range(len(finalLabelList)):
        x = np.arange(0, 360, 10)
        plt.xlabel('Degree')
        plt.ylabel('Accuracy')
        plt.title('Accuracy with rotating images')
        plt.plot(x,finalLabelList[i], label=Labels[i])

    plt.legend(bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
    plt.show()


Model restored.
Label wise classification
Classifying on label: 0
Test set accuracy: 0.336
Rotating degree 10
Test set accuracy: 0.302
Rotating degree 20
Test set accuracy: 0.196
Rotating degree 30
Test set accuracy: 0.152
Rotating degree 40
Test set accuracy: 0.11
Rotating degree 50
Test set accuracy: 0.096
Rotating degree 60
Test set accuracy: 0.072
Rotating degree 70
Test set accuracy: 0.128
Rotating degree 80
Test set accuracy: 0.232
Rotating degree 90
Test set accuracy: 0.242
Rotating degree 100
Test set accuracy: 0.204
Rotating degree 110
Test set accuracy: 0.16
Rotating degree 120
Test set accuracy: 0.114
Rotating degree 130
Test set accuracy: 0.08
Rotating degree 140
Test set accuracy: 0.084
Rotating degree 150
Test set accuracy: 0.07
Rotating degree 160
Test set accuracy: 0.158
Rotating degree 170
Test set accuracy: 0.254
Rotating degree 180
Test set accuracy: 0.224
Rotating degree 190
Test set accuracy: 0.216
Rotating degree 200
Test set accuracy: 0.172
Rotating degree 210
Test set accuracy: 0.118
Rotating degree 220
Test set accuracy: 0.094
Rotating degree 230
Test set accuracy: 0.088
Rotating degree 240
Test set accuracy: 0.076
Rotating degree 250
Test set accuracy: 0.138
Rotating degree 260
Test set accuracy: 0.22
Rotating degree 270
Test set accuracy: 0.244
Rotating degree 280
Test set accuracy: 0.196
Rotating degree 290
Test set accuracy: 0.14
Rotating degree 300
Test set accuracy: 0.124
Rotating degree 310
Test set accuracy: 0.086
Rotating degree 320
Test set accuracy: 0.098
Rotating degree 330
Test set accuracy: 0.096
Rotating degree 340
Test set accuracy: 0.196
Rotating degree 350
Test set accuracy: 0.348
Classifying on label: 1
Test set accuracy: 0.476
Rotating degree 10
Test set accuracy: 0.38
Rotating degree 20
Test set accuracy: 0.282
Rotating degree 30
Test set accuracy: 0.254
Rotating degree 40
Test set accuracy: 0.208
Rotating degree 50
Test set accuracy: 0.184
Rotating degree 60
Test set accuracy: 0.166
Rotating degree 70
Test set accuracy: 0.126
Rotating degree 80
Test set accuracy: 0.102
Rotating degree 90
Test set accuracy: 0.11
Rotating degree 100
Test set accuracy: 0.12
Rotating degree 110
Test set accuracy: 0.114
Rotating degree 120
Test set accuracy: 0.146
Rotating degree 130
Test set accuracy: 0.188
Rotating degree 140
Test set accuracy: 0.198
Rotating degree 150
Test set accuracy: 0.158
Rotating degree 160
Test set accuracy: 0.172
Rotating degree 170
Test set accuracy: 0.124
Rotating degree 180
Test set accuracy: 0.128
Rotating degree 190
Test set accuracy: 0.122
Rotating degree 200
Test set accuracy: 0.142
Rotating degree 210
Test set accuracy: 0.134
Rotating degree 220
Test set accuracy: 0.176
Rotating degree 230
Test set accuracy: 0.158
Rotating degree 240
Test set accuracy: 0.178
Rotating degree 250
Test set accuracy: 0.136
Rotating degree 260
Test set accuracy: 0.106
Rotating degree 270
Test set accuracy: 0.108
Rotating degree 280
Test set accuracy: 0.09
Rotating degree 290
Test set accuracy: 0.118
Rotating degree 300
Test set accuracy: 0.15
Rotating degree 310
Test set accuracy: 0.196
Rotating degree 320
Test set accuracy: 0.198
Rotating degree 330
Test set accuracy: 0.258
Rotating degree 340
Test set accuracy: 0.316
Rotating degree 350
Test set accuracy: 0.378
Classifying on label: 2
Test set accuracy: 0.272
Rotating degree 10
Test set accuracy: 0.272
Rotating degree 20
Test set accuracy: 0.216
Rotating degree 30
Test set accuracy: 0.178
Rotating degree 40
Test set accuracy: 0.118
Rotating degree 50
Test set accuracy: 0.104
Rotating degree 60
Test set accuracy: 0.1
Rotating degree 70
Test set accuracy: 0.128
Rotating degree 80
Test set accuracy: 0.13
Rotating degree 90
Test set accuracy: 0.142
Rotating degree 100
Test set accuracy: 0.166
Rotating degree 110
Test set accuracy: 0.132
Rotating degree 120
Test set accuracy: 0.108
Rotating degree 130
Test set accuracy: 0.072
Rotating degree 140
Test set accuracy: 0.082
Rotating degree 150
Test set accuracy: 0.078
Rotating degree 160
Test set accuracy: 0.092
Rotating degree 170
Test set accuracy: 0.11
Rotating degree 180
Test set accuracy: 0.098
Rotating degree 190
Test set accuracy: 0.126
Rotating degree 200
Test set accuracy: 0.12
Rotating degree 210
Test set accuracy: 0.09
Rotating degree 220
Test set accuracy: 0.068
Rotating degree 230
Test set accuracy: 0.074
Rotating degree 240
Test set accuracy: 0.068
Rotating degree 250
Test set accuracy: 0.078
Rotating degree 260
Test set accuracy: 0.136
Rotating degree 270
Test set accuracy: 0.134
Rotating degree 280
Test set accuracy: 0.14
Rotating degree 290
Test set accuracy: 0.134
Rotating degree 300
Test set accuracy: 0.102
Rotating degree 310
Test set accuracy: 0.09
Rotating degree 320
Test set accuracy: 0.086
Rotating degree 330
Test set accuracy: 0.11
Rotating degree 340
Test set accuracy: 0.154
Rotating degree 350
Test set accuracy: 0.254
Classifying on label: 3
Test set accuracy: 0.204
Rotating degree 10
Test set accuracy: 0.198
Rotating degree 20
Test set accuracy: 0.184
Rotating degree 30
Test set accuracy: 0.156
Rotating degree 40
Test set accuracy: 0.14
Rotating degree 50
Test set accuracy: 0.118
Rotating degree 60
Test set accuracy: 0.118
Rotating degree 70
Test set accuracy: 0.124
Rotating degree 80
Test set accuracy: 0.132
Rotating degree 90
Test set accuracy: 0.116
Rotating degree 100
Test set accuracy: 0.134
Rotating degree 110
Test set accuracy: 0.144
Rotating degree 120
Test set accuracy: 0.12
Rotating degree 130
Test set accuracy: 0.1
Rotating degree 140
Test set accuracy: 0.1
Rotating degree 150
Test set accuracy: 0.106
Rotating degree 160
Test set accuracy: 0.096
Rotating degree 170
Test set accuracy: 0.122
Rotating degree 180
Test set accuracy: 0.116
Rotating degree 190
Test set accuracy: 0.158
Rotating degree 200
Test set accuracy: 0.146
Rotating degree 210
Test set accuracy: 0.132
Rotating degree 220
Test set accuracy: 0.11
Rotating degree 230
Test set accuracy: 0.098
Rotating degree 240
Test set accuracy: 0.11
Rotating degree 250
Test set accuracy: 0.122
Rotating degree 260
Test set accuracy: 0.124
Rotating degree 270
Test set accuracy: 0.112
Rotating degree 280
Test set accuracy: 0.15
Rotating degree 290
Test set accuracy: 0.148
Rotating degree 300
Test set accuracy: 0.136
Rotating degree 310
Test set accuracy: 0.13
Rotating degree 320
Test set accuracy: 0.108
Rotating degree 330
Test set accuracy: 0.134
Rotating degree 340
Test set accuracy: 0.166
Rotating degree 350
Test set accuracy: 0.204
Classifying on label: 4
Test set accuracy: 0.252
Rotating degree 10
Test set accuracy: 0.228
Rotating degree 20
Test set accuracy: 0.178
Rotating degree 30
Test set accuracy: 0.132
Rotating degree 40
Test set accuracy: 0.078
Rotating degree 50
Test set accuracy: 0.104
Rotating degree 60
Test set accuracy: 0.096
Rotating degree 70
Test set accuracy: 0.12
Rotating degree 80
Test set accuracy: 0.15
Rotating degree 90
Test set accuracy: 0.14
Rotating degree 100
Test set accuracy: 0.132
Rotating degree 110
Test set accuracy: 0.112
Rotating degree 120
Test set accuracy: 0.102
Rotating degree 130
Test set accuracy: 0.088
Rotating degree 140
Test set accuracy: 0.102
Rotating degree 150
Test set accuracy: 0.1
Rotating degree 160
Test set accuracy: 0.14
Rotating degree 170
Test set accuracy: 0.152
Rotating degree 180
Test set accuracy: 0.158
Rotating degree 190
Test set accuracy: 0.118
Rotating degree 200
Test set accuracy: 0.12
Rotating degree 210
Test set accuracy: 0.098
Rotating degree 220
Test set accuracy: 0.088
Rotating degree 230
Test set accuracy: 0.084
Rotating degree 240
Test set accuracy: 0.104
Rotating degree 250
Test set accuracy: 0.122
Rotating degree 260
Test set accuracy: 0.162
Rotating degree 270
Test set accuracy: 0.154
Rotating degree 280
Test set accuracy: 0.158
Rotating degree 290
Test set accuracy: 0.134
Rotating degree 300
Test set accuracy: 0.116
Rotating degree 310
Test set accuracy: 0.082
Rotating degree 320
Test set accuracy: 0.102
Rotating degree 330
Test set accuracy: 0.132
Rotating degree 340
Test set accuracy: 0.192
Rotating degree 350
Test set accuracy: 0.244
Classifying on label: 5
Test set accuracy: 0.324
Rotating degree 10
Test set accuracy: 0.294
Rotating degree 20
Test set accuracy: 0.264
Rotating degree 30
Test set accuracy: 0.206
Rotating degree 40
Test set accuracy: 0.188
Rotating degree 50
Test set accuracy: 0.182
Rotating degree 60
Test set accuracy: 0.18
Rotating degree 70
Test set accuracy: 0.196
Rotating degree 80
Test set accuracy: 0.208
Rotating degree 90
Test set accuracy: 0.174
Rotating degree 100
Test set accuracy: 0.18
Rotating degree 110
Test set accuracy: 0.174
Rotating degree 120
Test set accuracy: 0.152
Rotating degree 130
Test set accuracy: 0.166
Rotating degree 140
Test set accuracy: 0.184
Rotating degree 150
Test set accuracy: 0.186
Rotating degree 160
Test set accuracy: 0.208
Rotating degree 170
Test set accuracy: 0.178
Rotating degree 180
Test set accuracy: 0.188
Rotating degree 190
Test set accuracy: 0.194
Rotating degree 200
Test set accuracy: 0.176
Rotating degree 210
Test set accuracy: 0.162
Rotating degree 220
Test set accuracy: 0.16
Rotating degree 230
Test set accuracy: 0.172
Rotating degree 240
Test set accuracy: 0.176
Rotating degree 250
Test set accuracy: 0.182
Rotating degree 260
Test set accuracy: 0.158
Rotating degree 270
Test set accuracy: 0.16
Rotating degree 280
Test set accuracy: 0.176
Rotating degree 290
Test set accuracy: 0.156
Rotating degree 300
Test set accuracy: 0.136
Rotating degree 310
Test set accuracy: 0.19
Rotating degree 320
Test set accuracy: 0.222
Rotating degree 330
Test set accuracy: 0.236
Rotating degree 340
Test set accuracy: 0.296
Rotating degree 350
Test set accuracy: 0.314
Classifying on label: 6
Test set accuracy: 0.286
Rotating degree 10
Test set accuracy: 0.27
Rotating degree 20
Test set accuracy: 0.246
Rotating degree 30
Test set accuracy: 0.216
Rotating degree 40
Test set accuracy: 0.206
Rotating degree 50
Test set accuracy: 0.2
Rotating degree 60
Test set accuracy: 0.198
Rotating degree 70
Test set accuracy: 0.204
Rotating degree 80
Test set accuracy: 0.202
Rotating degree 90
Test set accuracy: 0.18
Rotating degree 100
Test set accuracy: 0.188
Rotating degree 110
Test set accuracy: 0.19
Rotating degree 120
Test set accuracy: 0.182
Rotating degree 130
Test set accuracy: 0.182
Rotating degree 140
Test set accuracy: 0.19
Rotating degree 150
Test set accuracy: 0.156
Rotating degree 160
Test set accuracy: 0.176
Rotating degree 170
Test set accuracy: 0.174
Rotating degree 180
Test set accuracy: 0.154
Rotating degree 190
Test set accuracy: 0.162
Rotating degree 200
Test set accuracy: 0.18
Rotating degree 210
Test set accuracy: 0.15
Rotating degree 220
Test set accuracy: 0.164
Rotating degree 230
Test set accuracy: 0.18
Rotating degree 240
Test set accuracy: 0.164
Rotating degree 250
Test set accuracy: 0.172
Rotating degree 260
Test set accuracy: 0.184
Rotating degree 270
Test set accuracy: 0.202
Rotating degree 280
Test set accuracy: 0.204
Rotating degree 290
Test set accuracy: 0.194
Rotating degree 300
Test set accuracy: 0.206
Rotating degree 310
Test set accuracy: 0.2
Rotating degree 320
Test set accuracy: 0.198
Rotating degree 330
Test set accuracy: 0.194
Rotating degree 340
Test set accuracy: 0.232
Rotating degree 350
Test set accuracy: 0.268
Classifying on label: 7
Test set accuracy: 0.422
Rotating degree 10
Test set accuracy: 0.316
Rotating degree 20
Test set accuracy: 0.204
Rotating degree 30
Test set accuracy: 0.15
Rotating degree 40
Test set accuracy: 0.132
Rotating degree 50
Test set accuracy: 0.108
Rotating degree 60
Test set accuracy: 0.094
Rotating degree 70
Test set accuracy: 0.104
Rotating degree 80
Test set accuracy: 0.096
Rotating degree 90
Test set accuracy: 0.078
Rotating degree 100
Test set accuracy: 0.078
Rotating degree 110
Test set accuracy: 0.068
Rotating degree 120
Test set accuracy: 0.07
Rotating degree 130
Test set accuracy: 0.056
Rotating degree 140
Test set accuracy: 0.062
Rotating degree 150
Test set accuracy: 0.046
Rotating degree 160
Test set accuracy: 0.056
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.046
Rotating degree 190
Test set accuracy: 0.054
Rotating degree 200
Test set accuracy: 0.068
Rotating degree 210
Test set accuracy: 0.058
Rotating degree 220
Test set accuracy: 0.064
Rotating degree 230
Test set accuracy: 0.066
Rotating degree 240
Test set accuracy: 0.068
Rotating degree 250
Test set accuracy: 0.09
Rotating degree 260
Test set accuracy: 0.09
Rotating degree 270
Test set accuracy: 0.08
Rotating degree 280
Test set accuracy: 0.1
Rotating degree 290
Test set accuracy: 0.112
Rotating degree 300
Test set accuracy: 0.108
Rotating degree 310
Test set accuracy: 0.134
Rotating degree 320
Test set accuracy: 0.128
Rotating degree 330
Test set accuracy: 0.162
Rotating degree 340
Test set accuracy: 0.258
Rotating degree 350
Test set accuracy: 0.326
Classifying on label: 8
Test set accuracy: 0.344
Rotating degree 10
Test set accuracy: 0.242
Rotating degree 20
Test set accuracy: 0.218
Rotating degree 30
Test set accuracy: 0.178
Rotating degree 40
Test set accuracy: 0.166
Rotating degree 50
Test set accuracy: 0.124
Rotating degree 60
Test set accuracy: 0.106
Rotating degree 70
Test set accuracy: 0.086
Rotating degree 80
Test set accuracy: 0.074
Rotating degree 90
Test set accuracy: 0.1
Rotating degree 100
Test set accuracy: 0.06
Rotating degree 110
Test set accuracy: 0.076
Rotating degree 120
Test set accuracy: 0.076
Rotating degree 130
Test set accuracy: 0.068
Rotating degree 140
Test set accuracy: 0.098
Rotating degree 150
Test set accuracy: 0.088
Rotating degree 160
Test set accuracy: 0.078
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.074
Rotating degree 190
Test set accuracy: 0.062
Rotating degree 200
Test set accuracy: 0.074
Rotating degree 210
Test set accuracy: 0.114
Rotating degree 220
Test set accuracy: 0.112
Rotating degree 230
Test set accuracy: 0.134
Rotating degree 240
Test set accuracy: 0.092
Rotating degree 250
Test set accuracy: 0.094
Rotating degree 260
Test set accuracy: 0.072
Rotating degree 270
Test set accuracy: 0.106
Rotating degree 280
Test set accuracy: 0.066
Rotating degree 290
Test set accuracy: 0.072
Rotating degree 300
Test set accuracy: 0.094
Rotating degree 310
Test set accuracy: 0.13
Rotating degree 320
Test set accuracy: 0.162
Rotating degree 330
Test set accuracy: 0.166
Rotating degree 340
Test set accuracy: 0.22
Rotating degree 350
Test set accuracy: 0.262
Classifying on label: 9
Test set accuracy: 0.368
Rotating degree 10
Test set accuracy: 0.196
Rotating degree 20
Test set accuracy: 0.13
Rotating degree 30
Test set accuracy: 0.136
Rotating degree 40
Test set accuracy: 0.148
Rotating degree 50
Test set accuracy: 0.112
Rotating degree 60
Test set accuracy: 0.102
Rotating degree 70
Test set accuracy: 0.068
Rotating degree 80
Test set accuracy: 0.06
Rotating degree 90
Test set accuracy: 0.124
Rotating degree 100
Test set accuracy: 0.05
Rotating degree 110
Test set accuracy: 0.06
Rotating degree 120
Test set accuracy: 0.098
Rotating degree 130
Test set accuracy: 0.09
Rotating degree 140
Test set accuracy: 0.092
Rotating degree 150
Test set accuracy: 0.082
Rotating degree 160
Test set accuracy: 0.06
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.104
Rotating degree 190
Test set accuracy: 0.04
Rotating degree 200
Test set accuracy: 0.044
Rotating degree 210
Test set accuracy: 0.072
Rotating degree 220
Test set accuracy: 0.086
Rotating degree 230
Test set accuracy: 0.1
Rotating degree 240
Test set accuracy: 0.1
Rotating degree 250
Test set accuracy: 0.072
Rotating degree 260
Test set accuracy: 0.056
Rotating degree 270
Test set accuracy: 0.126
Rotating degree 280
Test set accuracy: 0.046
Rotating degree 290
Test set accuracy: 0.068
Rotating degree 300
Test set accuracy: 0.126
Rotating degree 310
Test set accuracy: 0.15
Rotating degree 320
Test set accuracy: 0.16
Rotating degree 330
Test set accuracy: 0.152
Rotating degree 340
Test set accuracy: 0.164
Rotating degree 350
Test set accuracy: 0.222

In [ ]:


In [ ]: